-- Logs begin at Mon 2022-05-09 22:11:50 UTC, end at Mon 2022-05-09 23:27:51 UTC. -- May 09 22:53:32.541794 dv-cinder-840678-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 09 22:53:35.354839 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.common.config [-] Logging enabled! May 09 22:53:35.355466 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev196 May 09 22:53:35.355638 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103242) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 09 22:53:35.359260 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.common.config [-] Logging enabled! May 09 22:53:35.359522 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev196 May 09 22:53:35.359840 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103242) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 09 22:53:35.360782 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 22:53:35.361021 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 22:53:35.361399 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 22:53:35.361651 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 22:53:35.361883 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 22:53:35.362230 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.362638 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.362879 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.363185 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.363490 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.363780 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.364097 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.364392 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.364684 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.364968 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.365255 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.365491 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.365780 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.366072 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.366392 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.366621 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] debug = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.366903 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.367349 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.367766 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.368053 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.368350 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.368633 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.368910 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.369190 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.369479 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.369817 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] host = dv-cinder-840678-5-iscsi {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.370102 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.370419 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.370712 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.371004 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.371804 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.372100 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.372393 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.372674 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.372951 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] log_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.373230 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.373532 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.373817 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.374198 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.374364 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.374591 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.374888 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.375192 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.375472 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.375749 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.376030 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.376309 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.376587 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.376862 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.377151 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.377442 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.377730 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.378011 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.378326 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.378606 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.378882 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.379174 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.379451 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.379727 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.380004 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.380295 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.380569 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.380848 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.381150 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.381440 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.381728 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.382018 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.382326 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.382616 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.382890 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.383165 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.383439 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] use_json = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.383714 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.383987 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.384274 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.384551 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.384831 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.385108 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.385382 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.385673 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.385947 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:35.386287 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.386594 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.386903 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.387752 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.388067 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.388357 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.388659 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.388947 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.389247 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.389546 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.389842 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.390151 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.390460 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.390759 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.391064 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.391376 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.391679 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.391979 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.392264 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.392547 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.392828 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.393114 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.393408 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.393693 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.393989 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.394315 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.394603 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.394915 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.395208 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.395498 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.395796 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.396096 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.396379 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.396663 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.396962 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.397248 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.397528 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.397825 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.398108 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.398408 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.398695 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.398983 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.399263 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.399543 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.399828 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.400125 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.400405 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.400683 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.400962 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.401246 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.401522 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.401811 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.402092 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.402397 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.402703 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.402989 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.403267 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.403546 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.403829 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.404107 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.404388 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.404667 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.404953 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.405233 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.405513 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.405793 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.406073 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.406375 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.406657 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.406936 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.407305 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.407596 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.407875 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.408160 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.408463 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.408744 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.409029 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.409314 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.409595 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.409878 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.410182 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.410468 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.410752 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.411032 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.411328 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.411617 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.411909 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.412193 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.412477 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.412796 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.413082 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.413363 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.413649 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.413932 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.414243 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.414533 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.414826 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.415130 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.415430 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.415729 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.416030 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.416326 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.416611 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.416923 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.417211 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:35.417431 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 22:53:35.417675 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103242) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 09 22:53:35.888936 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103242) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 09 22:53:35.889125 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103242) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 09 22:53:35.889442 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103242) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 09 22:53:35.889779 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.manager [-] Loading core plugin: ml2 May 09 22:53:36.218976 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.219195 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.219471 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.220670 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.220947 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.221213 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.276753 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.277036 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.277308 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.291997 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.292285 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.292558 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.322503 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.322789 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.323062 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.360089 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.360669 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.360669 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.704565 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.704855 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.705130 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.705405 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.706106 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.806016 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.806369 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.806660 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.806940 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.807217 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.807542 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.807808 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.808070 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.808331 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.808620 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.808932 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.809201 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.809463 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.809724 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.809984 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.810288 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.810554 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.810829 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.811103 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.811367 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.811645 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.811902 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.812186 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.812585 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.812822 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.813070 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.813462 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 22:53:36.813708 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 22:53:36.813951 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 22:53:36.814226 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 22:53:36.814471 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 22:53:36.814712 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 22:53:36.815078 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 09 22:53:36.818172 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 09 22:53:36.822254 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 09 22:53:36.826038 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 09 22:53:36.827689 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 09 22:53:36.828154 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 09 22:53:36.828493 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 09 22:53:36.828889 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 09 22:53:36.831846 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 09 22:53:36.832107 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 09 22:53:36.832460 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 09 22:53:36.837289 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 09 22:53:36.861942 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 09 22:53:36.862432 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.862740 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103242) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 09 22:53:36.863119 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.864476 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103242) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 09 22:53:36.864760 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 09 22:53:36.865007 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 09 22:53:36.868331 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.868623 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:36.931313 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 09 22:53:36.931498 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 09 22:53:36.931737 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 09 22:53:36.932102 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 09 22:53:36.952563 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_db.sqlalchemy.engines [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103242) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 09 22:53:37.395937 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Initializing driver for type 'gre' May 09 22:53:37.396822 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] gre ID ranges: [(1, 1000)] May 09 22:53:37.454784 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Initializing driver for type 'local' May 09 22:53:37.455162 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Initializing driver for type 'vlan' May 09 22:53:37.467907 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] VlanTypeDriver initialization complete May 09 22:53:37.468249 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Initializing driver for type 'vxlan' May 09 22:53:37.468710 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] vxlan ID ranges: [(1, 1000)] May 09 22:53:37.532160 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Initializing extension driver 'port_security' May 09 22:53:37.532638 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.extensions.port_security [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] PortSecurityExtensionDriver initialization complete May 09 22:53:37.532983 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Initializing mechanism driver 'openvswitch' May 09 22:53:37.533316 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Initializing mechanism driver 'hyperv' May 09 22:53:37.539880 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 22:53:37.540731 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > port after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.541104 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > port after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.541459 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > port after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.541986 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 22:53:37.542458 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > subnet after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.542855 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > subnet after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.543993 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.544589 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 22:53:37.545019 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > network after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.545377 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > network after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.545730 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > network after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.546150 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 22:53:37.546568 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > security_group after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.546924 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > security_group after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.547270 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > security_group after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.547670 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 22:53:37.548082 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.548432 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.548774 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.549177 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 22:53:37.549591 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > address_group after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.549942 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > address_group after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.550310 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > address_group after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.550711 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103242) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 22:53:37.551158 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] ML2 OVO RPC backend initialized. {{(pid=103242) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 09 22:53:37.551893 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.552256 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.552675 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > network before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.553027 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > networks before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.553383 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > port before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.553728 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > ports before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.554074 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > subnet before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.554442 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > subnets before_response 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.554791 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > network after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.555134 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > network after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.555472 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > network after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.555811 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > port after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.556150 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > port after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.556486 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > port after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.556822 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > subnet after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.557158 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > subnet after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.557495 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.565029 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded quota_driver: . May 09 22:53:37.565396 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.plugin [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Modular L2 Plugin initialization complete May 09 22:53:37.565743 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading services supported by the core plugin {{(pid=103242) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 09 22:53:37.566086 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.managers [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Got port-security extension from driver 'port_security' May 09 22:53:37.566603 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.extensions.vlantransparent [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Disabled vlantransparent extension. May 09 22:53:37.567102 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103242) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 09 22:53:37.567431 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading Plugin: router May 09 22:53:37.602638 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router_interface before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.603035 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router after_create 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.603412 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router before_create 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.603778 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.604154 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.604512 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router after_delete 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.604878 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > floatingip after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.605229 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > floatingip after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.605592 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router after_create 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.606602 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router after_update 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.606951 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router after_update 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.607303 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.607781 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router after_update 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.608450 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router precommit_update 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.608823 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: port after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.609165 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: port after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.609505 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: subnet after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.609845 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.610223 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > port precommit_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.610576 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router precommit_create 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.610921 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: port before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.611263 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router precommit_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.611686 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router after_update 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.611960 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router precommit_delete 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.612310 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router precommit_create 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.612668 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.613013 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router precommit_update 55549900 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.613378 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > agent after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.613728 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > agent after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.614071 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > network after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.614988 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Tracking information for resource: router configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 22:53:37.615323 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Tracking information for resource: floatingip configured {{(pid=103242) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 22:53:37.620215 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.db.l3_agentschedulers_db [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 09 22:53:37.620800 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: port after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.621172 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: port after_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.621556 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: port after_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.621921 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: port after_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.622757 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router before_create 55550100 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.623133 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router precommit_delete 55550100 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.623498 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router precommit_create 55550100 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.623857 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > router precommit_update 55550100 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.628645 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.services.provider_configuration [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service providers = [] {{(pid=103242) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 09 22:53:37.629019 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.db.servicetype_db [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103242) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 09 22:53:37.632164 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.services.service_base [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103242) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 22:53:37.632523 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.services.service_base [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103242) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 22:53:37.632868 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.services.service_base [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103242) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 22:53:37.633769 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.services.service_base [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103242) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 22:53:37.634169 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.services.service_base [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Default provider is not specified for service type L3_ROUTER_NAT May 09 22:53:37.634553 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 22:53:37.634878 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 09 22:53:37.645706 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 22:53:37.646097 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading Plugin: auto_allocate May 09 22:53:37.651815 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: network precommit_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.652194 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: network precommit_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.653241 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 22:53:37.656457 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading Plugin: tag May 09 22:53:37.663046 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 22:53:37.663382 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading Plugin: timestamp May 09 22:53:37.667254 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 22:53:37.667588 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading Plugin: network_ip_availability May 09 22:53:37.673706 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.674084 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.674810 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.675539 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 22:53:37.675865 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading Plugin: flavors May 09 22:53:37.680801 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 22:53:37.681138 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading Plugin: revisions May 09 22:53:37.685426 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103242) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 22:53:37.685819 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_concurrency.lockutils [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.796s {{(pid=103242) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 09 22:53:37.686611 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103242) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 09 22:53:37.686951 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Initializing extension manager. May 09 22:53:37.687481 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: __init__.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.687829 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: __pycache__ {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.688170 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: _port_mac_address_override.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.688509 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: address_group.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.689269 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.689849 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: address-group May 09 22:53:37.690209 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: address_scope.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.690934 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.691442 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: address-scope May 09 22:53:37.691768 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: admin_state_down_before_update.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.692716 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.693228 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: router-admin-state-down-before-update May 09 22:53:37.693558 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: agent.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.694301 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.694808 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: agent May 09 22:53:37.695134 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: agent_resources_synced.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.696058 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.696570 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: agent-resources-synced May 09 22:53:37.696896 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: allowedaddresspairs.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.698730 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.699251 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: allowed-address-pairs May 09 22:53:37.699609 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: auto_allocated_topology.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.700688 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.701324 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: auto-allocated-topology May 09 22:53:37.701665 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: availability_zone.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.702408 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.702912 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: availability_zone May 09 22:53:37.703235 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: availability_zone_filter.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.704161 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.704670 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: availability_zone_filter May 09 22:53:37.705001 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: data_plane_status.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.705915 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.706447 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension data-plane-status not supported by any of loaded plugins May 09 22:53:37.706774 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: default_subnetpools.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.707707 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.708215 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: default-subnetpools May 09 22:53:37.708543 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: dhcpagentscheduler.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.709364 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.709865 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: dhcp_agent_scheduler May 09 22:53:37.710227 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: dns.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.711170 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.711673 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension dns-integration not supported by any of loaded plugins May 09 22:53:37.712006 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: dns_domain_ports.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.712933 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.713438 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension dns-domain-ports not supported by any of loaded plugins May 09 22:53:37.713763 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.714729 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.715763 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 09 22:53:37.716089 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: dvr.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.716767 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.717273 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: dvr May 09 22:53:37.717599 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: ecmp_routes.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.718556 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.719059 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension ecmp_routes not supported by any of loaded plugins May 09 22:53:37.719387 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: empty_string_filtering.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.720315 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.720828 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: empty-string-filtering May 09 22:53:37.721157 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.722074 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.722612 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 09 22:53:37.722944 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.723872 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.724378 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 09 22:53:37.724706 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: external_net.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.725627 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.726159 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: external-net May 09 22:53:37.726492 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: extra_dhcp_opt.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.727410 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.727921 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: extra_dhcp_opt May 09 22:53:37.728247 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: extraroute.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.729159 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.729667 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: extraroute May 09 22:53:37.729992 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: extraroute_atomic.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.731926 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.732445 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: extraroute-atomic May 09 22:53:37.732773 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: filter_validation.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.733703 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.734243 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: filter-validation May 09 22:53:37.734570 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: fip_pf_description.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.735490 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.735993 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 09 22:53:37.736319 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: fip_pf_port_range.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.737239 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.737740 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 09 22:53:37.738066 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: fip_port_details.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.739045 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.739557 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: fip-port-details May 09 22:53:37.739993 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: flavors.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.741477 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.742159 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: flavors May 09 22:53:37.742564 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.744749 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.745369 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 09 22:53:37.745864 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: floatingip_pools.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.747071 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.747775 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: floatingip-pools May 09 22:53:37.748151 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: ip_allocation.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.749576 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.750130 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension ip_allocation not supported by any of loaded plugins May 09 22:53:37.750623 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.751826 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.752375 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: ip-substring-filtering May 09 22:53:37.752896 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: l2_adjacency.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.754384 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.755257 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension l2_adjacency not supported by any of loaded plugins May 09 22:53:37.755677 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: l3.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.756967 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.757529 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: router May 09 22:53:37.758092 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: l3_conntrack_helper.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.760554 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.761120 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 09 22:53:37.761638 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.762819 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.763337 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: ext-gw-mode May 09 22:53:37.763884 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.765536 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.766085 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: l3-ha May 09 22:53:37.766477 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.767960 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.768566 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 09 22:53:37.769224 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: l3_flavors.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.770397 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.771153 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: l3-flavors May 09 22:53:37.771859 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: l3_ndp_proxy.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.773435 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.774215 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 09 22:53:37.774726 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.775680 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.776199 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: l3-port-ip-change-not-allowed May 09 22:53:37.776529 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: l3agentscheduler.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.778136 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.778667 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: l3_agent_scheduler May 09 22:53:37.779001 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: local_ip.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.782348 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.782876 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension local_ip not supported by any of loaded plugins May 09 22:53:37.783213 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: logging.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.784710 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.785228 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension logging not supported by any of loaded plugins May 09 22:53:37.785563 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: metering.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.786349 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.786934 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: metering May 09 22:53:37.787265 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.788378 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.788899 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: metering_source_and_destination_fields May 09 22:53:37.789232 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: multiprovidernet.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.790203 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.790722 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: multi-provider May 09 22:53:37.791051 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: netmtu.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.791972 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.792483 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: net-mtu May 09 22:53:37.792810 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: netmtu_writable.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.794313 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.794826 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: net-mtu-writable May 09 22:53:37.795153 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: network_availability_zone.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.795834 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.796338 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: network_availability_zone May 09 22:53:37.796663 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: network_ip_availability.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.797779 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.798327 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: network-ip-availability May 09 22:53:37.798659 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: network_segment_range.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.799433 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.799938 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension network-segment-range not supported by any of loaded plugins May 09 22:53:37.800264 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: pagination.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.801257 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.801597 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: pagination May 09 22:53:37.801925 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: port_device_profile.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.802874 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.803388 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: port-device-profile May 09 22:53:37.803714 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: port_mac_address_override.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.804654 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.805160 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: port-mac-override May 09 22:53:37.805492 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.806474 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.806989 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: port-mac-address-regenerate May 09 22:53:37.807316 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.808234 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.808772 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: port-numa-affinity-policy May 09 22:53:37.809100 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: port_resource_request.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.810022 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.810563 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension port-resource-request not supported by any of loaded plugins May 09 22:53:37.810890 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: port_resource_request_groups.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.811866 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.812371 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension port-resource-request-groups not supported by any of loaded plugins May 09 22:53:37.812695 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: portbindings.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.813633 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.814168 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: binding May 09 22:53:37.814483 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: portbindings_extended.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.815749 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.816265 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: binding-extended May 09 22:53:37.816595 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: portsecurity.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.817539 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.818058 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: port-security May 09 22:53:37.818416 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: project_id.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.819405 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.819744 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: project-id May 09 22:53:37.820074 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: providernet.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.820998 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.821513 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: provider May 09 22:53:37.821840 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: qos.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.825674 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.826227 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension qos not supported by any of loaded plugins May 09 22:53:37.826566 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.827819 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.828333 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 09 22:53:37.828662 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.829592 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.830105 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 09 22:53:37.830460 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: qos_default.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.831488 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.832011 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension qos-default not supported by any of loaded plugins May 09 22:53:37.832341 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: qos_fip.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.833275 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.833790 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension qos-fip not supported by any of loaded plugins May 09 22:53:37.834136 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: qos_fip_network_policy.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.835080 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.835594 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 09 22:53:37.835919 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: qos_gateway_ip.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.836854 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.837364 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension qos-gateway-ip not supported by any of loaded plugins May 09 22:53:37.837689 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: qos_port_network_policy.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.838648 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.839161 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension qos-port-network-policy not supported by any of loaded plugins May 09 22:53:37.839486 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.841054 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.841571 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension qos-pps-minimum not supported by any of loaded plugins May 09 22:53:37.841899 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.842988 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.843503 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 09 22:53:37.843838 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: qos_pps_rule.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.845032 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.845548 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension qos-pps not supported by any of loaded plugins May 09 22:53:37.845880 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: qos_rule_type_details.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.846838 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.847354 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension qos-rule-type-details not supported by any of loaded plugins May 09 22:53:37.847682 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: qos_rule_type_filter.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.848605 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.849114 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 09 22:53:37.849442 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: qos_rules_alias.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.850531 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.851043 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension qos-rules-alias not supported by any of loaded plugins May 09 22:53:37.851371 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: quota_check_limit.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.852368 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.852885 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: quota-check-limit May 09 22:53:37.853218 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: quotasv2.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.854180 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.854516 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: quotas May 09 22:53:37.854842 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: quotasv2_detail.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.857179 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.857522 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: quota_details May 09 22:53:37.857856 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: rbac.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.859205 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.859733 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: rbac-policies May 09 22:53:37.860068 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: rbac_address_group.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.861013 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.861530 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: rbac-address-group May 09 22:53:37.861861 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: rbac_address_scope.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.862835 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.863357 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: rbac-address-scope May 09 22:53:37.863686 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: rbac_security_groups.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.864614 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.865132 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: rbac-security-groups May 09 22:53:37.865461 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: rbac_subnetpool.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.866431 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.866949 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: rbac-subnetpool May 09 22:53:37.867277 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: revisionifmatch.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.868213 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.868732 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: revision-if-match May 09 22:53:37.869066 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: revisions.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.870313 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.870831 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: standard-attr-revisions May 09 22:53:37.871162 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: router_availability_zone.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.871875 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.872389 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: router_availability_zone May 09 22:53:37.872714 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: routerservicetype.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.873651 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.874196 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension router-service-type not supported by any of loaded plugins May 09 22:53:37.874523 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.875468 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.876031 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: security-groups-normalized-cidr May 09 22:53:37.876358 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: security_groups_port_filtering.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.877296 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.877855 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: port-security-groups-filtering May 09 22:53:37.878221 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.879240 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.879765 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: security-groups-remote-address-group May 09 22:53:37.880094 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.881187 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.881716 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: security-groups-shared-filtering May 09 22:53:37.882045 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.882666 dv-cinder-840678-5-iscsi neutron-server[103242]: WARNING neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 09 22:53:37.882992 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: securitygroup.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.892651 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.893181 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: security-group May 09 22:53:37.893515 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: segment.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.894290 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.894805 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension segment not supported by any of loaded plugins May 09 22:53:37.895137 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.896083 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.896641 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 09 22:53:37.896926 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: servicetype.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.898042 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.898589 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: service-type May 09 22:53:37.898923 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: sorting.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.899927 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.900264 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: sorting May 09 22:53:37.900591 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: standard_attr_segment.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.901523 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.902037 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension standard-attr-segment not supported by any of loaded plugins May 09 22:53:37.902390 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: standardattrdescription.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.903570 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.904078 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: standard-attr-description May 09 22:53:37.904406 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: stateful_security_group.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.905349 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.905864 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: stateful-security-group May 09 22:53:37.906223 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: stdattrs_common.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.906797 dv-cinder-840678-5-iscsi neutron-server[103242]: WARNING neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 09 22:53:37.907122 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.908061 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.908572 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 09 22:53:37.908896 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: subnet_onboard.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.909985 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.910544 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: subnet_onboard May 09 22:53:37.910875 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.911817 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.912325 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 09 22:53:37.912651 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: subnet_service_types.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.913588 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.914136 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: subnet-service-types May 09 22:53:37.914452 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: subnetallocation.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.915556 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.916077 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: subnet_allocation May 09 22:53:37.916409 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.917085 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.917603 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: subnetpool-prefix-ops May 09 22:53:37.917932 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.919449 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.919956 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 09 22:53:37.920282 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: tagging.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.921354 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.921870 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: standard-attr-tag May 09 22:53:37.922225 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: timestamp.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.923438 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.923960 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loaded extension: standard-attr-timestamp May 09 22:53:37.924294 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: trunk.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.925343 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.925859 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension trunk not supported by any of loaded plugins May 09 22:53:37.926225 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: trunk_details.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.927157 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.927669 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension trunk-details not supported by any of loaded plugins May 09 22:53:37.927999 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: uplink_status_propagation.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.928931 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.929448 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension uplink-status-propagation not supported by any of loaded plugins May 09 22:53:37.929776 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Loading extension file: vlantransparent.py {{(pid=103242) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 22:53:37.930485 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103242) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 22:53:37.930992 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extension vlan-transparent not supported by any of loaded plugins May 09 22:53:37.933630 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:network May 09 22:53:37.934216 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:subnet May 09 22:53:37.934621 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:subnetpool May 09 22:53:37.935015 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:port May 09 22:53:37.936249 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 22:53:37.936706 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service FLAVORS assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 22:53:37.937334 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 22:53:37.937776 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 22:53:37.938136 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:router May 09 22:53:37.938567 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:floatingip May 09 22:53:37.939074 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service METERING assigned prefix: /metering {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 22:53:37.940535 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.940915 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.941280 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 22:53:37.942337 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of CountableResource for resource:rbac_policy May 09 22:53:37.942786 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:security_group May 09 22:53:37.943226 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:security_group_rule May 09 22:53:37.943833 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service CORE assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 22:53:37.944168 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:subnetpool May 09 22:53:37.944519 dv-cinder-840678-5-iscsi neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] subnetpool is already registered May 09 22:53:37.944940 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service CORE assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 22:53:37.945274 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:subnetpool May 09 22:53:37.945609 dv-cinder-840678-5-iscsi neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] subnetpool is already registered May 09 22:53:37.947923 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 22:53:37.948364 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service FLAVORS assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 22:53:37.948972 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 22:53:37.949931 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 22:53:37.950297 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:router May 09 22:53:37.950640 dv-cinder-840678-5-iscsi neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] router is already registered May 09 22:53:37.951056 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:floatingip May 09 22:53:37.951396 dv-cinder-840678-5-iscsi neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] floatingip is already registered May 09 22:53:37.951853 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service METERING assigned prefix: /metering {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 22:53:37.952529 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of CountableResource for resource:rbac_policy May 09 22:53:37.952859 dv-cinder-840678-5-iscsi neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] rbac_policy is already registered May 09 22:53:37.953273 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:security_group May 09 22:53:37.953609 dv-cinder-840678-5-iscsi neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] security_group is already registered May 09 22:53:37.954012 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:security_group_rule May 09 22:53:37.954371 dv-cinder-840678-5-iscsi neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] security_group_rule is already registered May 09 22:53:37.954997 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service CORE assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 22:53:37.955328 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:subnetpool May 09 22:53:37.955664 dv-cinder-840678-5-iscsi neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] subnetpool is already registered May 09 22:53:37.956080 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.v2.resource_helper [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Service CORE assigned prefix: {{(pid=103242) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 22:53:37.956405 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Creating instance of TrackedResource for resource:subnetpool May 09 22:53:37.956737 dv-cinder-840678-5-iscsi neutron-server[103242]: WARNING neutron.quota.resource_registry [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] subnetpool is already registered May 09 22:53:37.957217 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: extensions {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.958707 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: address-groups {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.960194 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: address-scopes {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.961510 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: agents {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.962699 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: auto-allocated-topology {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.963944 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: availability_zones {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.965717 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: dhcp-networks {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.967267 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: dhcp-agents {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.968685 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: routers {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.970935 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: flavors {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.972116 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: service_profiles {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.973323 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: next_providers {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.974818 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: service_profiles {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.976347 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: floatingip-pools {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.977583 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: routers {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.979712 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: floatingips {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.981922 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: l3-routers {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.983616 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: l3-agents {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.985056 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: metering-labels {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.986442 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: metering-label-rules {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.987731 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: network-ip-availabilities {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.988991 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: bindings {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.990684 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: quotas {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.992264 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: quotas {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.993798 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: rbac-policies {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.995131 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: security-groups {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.996380 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: security-group-rules {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.997623 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: service-providers {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:37.998936 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: subnetpools {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:38.000375 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: subnetpools {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:38.001834 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:38.003561 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:38.005380 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:38.007202 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:38.008984 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:38.010865 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:38.013106 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:38.015046 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:38.016808 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:38.018678 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron.api.extensions [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Extended resource: tags {{(pid=103242) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 22:53:38.024572 dv-cinder-840678-5-iscsi neutron-server[103242]: WARNING keystonemiddleware.auth_token [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 09 22:53:38.030358 dv-cinder-840678-5-iscsi neutron-server[103242]: WARNING keystonemiddleware.auth_token [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 09 22:53:38.039038 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_concurrency.lockutils [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Acquired lock "singleton_lock" {{(pid=103242) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 09 22:53:38.039525 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_concurrency.lockutils [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Releasing lock "singleton_lock" {{(pid=103242) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 09 22:53:38.040175 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO oslo_service.service [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Starting 2 workers May 09 22:53:38.045094 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Started child 103349 {{(pid=103242) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 22:53:38.049576 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Started child 103350 {{(pid=103242) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 22:53:38.050282 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:53:38.051186 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO neutron.service [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Neutron service started, listening on 0.0.0.0:9696 May 09 22:53:38.051852 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Publish callbacks [] for process (None), before_spawn {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:53:38.052015 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [-] (103349) wsgi starting up on http://0.0.0.0:9696 May 09 22:53:38.054272 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:53:38.054760 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO oslo_service.service [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Starting 1 workers May 09 22:53:38.055798 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [-] (103350) wsgi starting up on http://0.0.0.0:9696 May 09 22:53:38.059633 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Started child 103351 {{(pid=103242) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 22:53:38.060161 dv-cinder-840678-5-iscsi neutron-server[103242]: INFO oslo_service.service [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Starting 1 workers May 09 22:53:38.063152 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.service [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] calling RpcWorker wait() {{(pid=103351) _wait /opt/stack/neutron/neutron/service.py:128}} May 09 22:53:38.063700 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.service [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] returning from RpcWorker wait() {{(pid=103351) _wait /opt/stack/neutron/neutron/service.py:135}} May 09 22:53:38.064650 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Started child 103352 {{(pid=103242) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 22:53:38.065009 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:53:38.065415 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c134d395-b88f-4f17-bf44-b45dedd841bc None None] Publish callbacks [] for process (None), after_spawn {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:53:38.065526 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 22:53:38.067370 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103242) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 09 22:53:38.067584 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 22:53:38.067770 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 22:53:38.068001 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 22:53:38.068326 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 22:53:38.068492 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 22:53:38.069040 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.069323 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.069425 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:53:38.069862 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.069862 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.070464 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.070711 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.070983 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.071269 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.071539 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.071710 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.071880 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.072149 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.072406 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.072493 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 22:53:38.072781 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.073061 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.073316 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.073544 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.073718 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.073982 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.074265 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.075060 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.075325 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] debug = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.075587 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.076097 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.076346 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.076595 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.076846 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.077108 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.077343 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.077611 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.077870 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.078090 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.078340 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.078590 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.078835 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.079077 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.079295 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.079555 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.079779 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.080265 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] host = dv-cinder-840678-5-iscsi {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.080516 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.080734 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.080974 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.081224 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.081487 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.081716 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.081966 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.082250 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.082523 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.082759 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.083044 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.083293 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.083514 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.083767 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.083935 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_options = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.084181 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.084455 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.084716 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.084915 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.085088 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.085255 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.085512 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.085739 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.085931 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.086168 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.086387 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.086620 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.086855 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.087090 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.087344 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.087561 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.087800 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.088029 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.088279 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.088511 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.088762 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.088996 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.089236 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.089459 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.089696 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.089915 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.090765 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.090988 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.091206 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.091434 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.091681 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.091963 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.092208 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.092430 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.092692 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.092925 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.095405 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.095592 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.095735 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.095980 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.096317 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.096534 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.096767 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.097054 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.097340 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.097750 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.097750 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] use_json = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.098519 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.098519 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.098519 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.098869 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.098953 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.099149 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.099393 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.099649 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.100713 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.100713 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.100713 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.101062 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.101062 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.101329 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.101573 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.101830 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.102076 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.102342 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.102574 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.102853 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.103077 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.103403 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.103667 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.103962 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.104324 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.104704 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.104843 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.105066 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.105302 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.105536 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.105757 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.106040 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.106319 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.107620 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.107620 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.107620 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.107620 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.108268 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.108348 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.108662 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.108923 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.112373 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.115085 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.115377 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.115658 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.115917 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.116189 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.116443 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.116677 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.116976 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.117222 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.117469 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.117724 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.117952 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.118781 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.119042 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.120322 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.120322 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.120322 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.123528 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.123773 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.124046 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.124283 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.124547 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.124806 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.125054 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.125288 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.125534 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.125771 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.126014 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.127465 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.127895 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.128172 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.128655 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.128931 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.129220 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.129447 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.129710 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.129941 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.131976 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.132235 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.132465 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.132697 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.132942 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.133194 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.133419 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.133648 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.133865 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.134086 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.134896 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.135439 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.135664 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.136251 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.136773 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.137516 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.137896 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.138152 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.138363 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.138583 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.138836 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.139161 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.139411 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.139892 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.140286 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.141173 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.141406 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.142036 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.142601 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.142829 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.143299 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.143582 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.143808 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.144303 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.144557 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.144794 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.145112 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.145355 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.145591 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.145844 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.146060 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.146376 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.146624 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.146946 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.147136 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.147495 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.147732 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.147975 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.148275 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.148721 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.149067 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.149313 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.149638 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.149941 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.150437 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.150787 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.151043 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.151280 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.151680 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.151984 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.152266 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.153762 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.154040 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.154299 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.154545 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.154791 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.155027 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.155289 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.155625 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.155863 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.156097 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.156334 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.156613 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.156883 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.157131 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.157403 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.157645 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.157890 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.158185 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.158498 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.158716 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.158959 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.159212 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.159445 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.159687 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.159919 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.160167 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.160380 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.160591 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.160849 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.161149 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.161452 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.161689 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.161905 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.162138 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.162388 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.162602 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.162819 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.163051 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.163282 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.163497 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.163710 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.163920 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.164167 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.164388 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.164664 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.164910 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.165137 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.165385 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.165628 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.165888 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.166099 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.166386 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.166603 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.166849 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.167020 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.167232 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.167462 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.167703 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.167943 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.168178 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.168412 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.168628 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.168966 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.169200 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.169427 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.169668 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.169909 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.170154 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.170388 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.170606 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.170849 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.171061 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.171280 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.171511 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.171723 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.171932 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.172149 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.172377 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.172629 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.172882 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.173137 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.173347 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.173563 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.173708 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 22:53:38.173847 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.173980 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.174236 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.174447 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.174655 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.174868 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.175080 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.175293 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.175576 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.175824 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.176049 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.177237 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.177530 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.177697 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.177927 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.178161 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.178429 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.178629 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.178844 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.179052 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.179275 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.179482 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.179690 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.179909 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.180119 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.180353 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.180591 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.180798 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.181006 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.181225 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.181435 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.181642 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.181861 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.182067 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.182923 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.184420 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.184646 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.184864 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.185097 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.185313 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.185526 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.185752 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.185967 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.186201 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.186500 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.186752 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.187012 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.187270 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.187519 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.187765 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.188013 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.188319 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.188539 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.188797 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.189027 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.189244 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.189482 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.189734 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.190060 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.190454 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.190718 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.191011 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.191319 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.191616 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.191922 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.192165 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.192493 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.192855 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.193149 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.193415 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.193685 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.193935 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.194188 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.194426 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.194653 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.194877 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.195119 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.195368 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.195608 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.195859 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.196086 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.196321 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.196544 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.196808 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.197016 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.197235 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.197446 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.197599 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 22:53:38.198196 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103242) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 09 22:53:38.198395 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 22:53:38.198517 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 22:53:38.198790 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 22:53:38.198970 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 22:53:38.199127 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 22:53:38.199887 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.200083 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.200259 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.200426 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.200610 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.200777 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.200939 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.201101 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.201262 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.201422 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.201584 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.201745 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.201904 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.202064 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.202257 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.202413 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.202569 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.202730 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.202886 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.203181 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.203275 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.203494 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] debug = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.203781 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.204130 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.204300 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.204444 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.204601 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.204757 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.204913 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.205069 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.205225 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.205380 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.205534 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.206181 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.206356 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.206519 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.206680 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.206834 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.206989 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.207143 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] host = dv-cinder-840678-5-iscsi {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.207522 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.207678 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.207833 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.207989 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.208181 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.208344 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.208497 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.208652 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.208832 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.208988 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.209143 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.209298 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.209452 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.209606 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.209759 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_options = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.209922 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.210289 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.218140 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.218140 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.218480 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 54224) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:53:38.218616 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.218616 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.218616 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.218616 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.218616 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.218616 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.218616 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219100 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219100 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219100 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219100 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219100 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219100 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219100 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219100 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219637 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219637 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219637 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219637 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219637 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219637 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219637 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219637 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.219637 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220252 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220252 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220252 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220252 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220252 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220252 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220252 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220252 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220785 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220785 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220785 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220785 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220785 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220785 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220785 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.220785 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.221324 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.221324 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.221324 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] use_json = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.221324 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.221324 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.221668 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.221668 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.221811 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.221889 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.222081 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.222241 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.222362 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 22:53:38.222541 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.222883 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.222883 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.223143 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.223291 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.223431 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.223556 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.223680 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.223803 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.223936 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.229406 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.229406 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.229406 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.229406 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.229406 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.229406 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.229406 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.229406 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.230431 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.230431 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.230431 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.230431 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.230431 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.230431 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.230431 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.230431 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.231291 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.231291 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.231291 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.231291 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.231291 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.231291 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.231291 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.231291 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.231876 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.231876 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.231876 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.231876 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.231876 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.232216 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0123134 May 09 22:53:38.232347 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.232347 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.232347 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.232347 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.232347 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.232347 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.232347 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.232347 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.232347 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.233437 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.233437 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.233437 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.233437 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.233437 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.233437 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.233437 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.233437 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.233437 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.234301 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.234301 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.234301 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.234301 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.234301 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.234301 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.234301 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.234301 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.234301 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235003 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235003 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235003 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235003 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235003 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235003 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235003 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235003 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235494 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235494 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235494 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235494 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235717 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235824 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.235992 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.236152 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.236320 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.236482 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.236646 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.236807 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.236970 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.237132 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.237296 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.237458 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.237621 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.237832 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.237958 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.238168 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.238330 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.238492 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.238655 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.238816 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.238979 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.239140 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.239301 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.239462 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.239624 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.239789 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.239951 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.240114 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.240277 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.240439 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.240603 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.240764 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.240926 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.241087 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.241249 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.241411 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.241573 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.241735 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.241896 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.242057 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.242275 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.242440 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.242606 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.242770 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.242940 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.243117 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.243285 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.243448 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.243614 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.243777 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.243940 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.244102 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.244365 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.244461 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.244579 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.244735 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.244893 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.245059 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.245221 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.245385 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.245570 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.245733 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.245900 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.246060 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.246266 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.246431 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.246594 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.246756 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.246918 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.247081 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.247243 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.247405 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.247567 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.247730 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.247891 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.248106 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.248276 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.248436 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.248596 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.248759 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.248921 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.249083 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.249245 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.249406 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.249567 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.249730 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.249894 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.250055 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.250239 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.250403 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.250565 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.250718 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.250881 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.251041 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.251202 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.251364 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.251526 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.251689 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.251850 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.252012 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.252175 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.252337 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.252499 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.252663 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.252827 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.252990 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.253153 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.253314 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.253479 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.253663 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.253853 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.254023 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.254207 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.254373 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.254536 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.254718 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.254882 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.255043 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.255208 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.255369 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.255532 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.255746 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.255915 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.256085 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.256235 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.257085 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.257085 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.257085 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.257085 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.257085 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.257408 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.257408 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.257527 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.257643 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.257780 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.257944 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.258176 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.258294 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.258443 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.258605 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.258768 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.258930 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.259092 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.259242 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.259418 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.259583 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.259746 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.259909 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.260071 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.260234 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.260407 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.260569 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.260731 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.260894 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.261057 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.261219 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.261391 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.261554 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.262620 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.262620 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.262620 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.262858 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.262858 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.263018 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.263182 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.263343 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.263507 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.263669 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.263840 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.264006 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.264167 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.264333 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.264532 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.264679 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.264818 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.264981 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.265149 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.265308 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.265630 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.265797 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.265972 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.266176 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.266322 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.266493 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.266656 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.266819 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.266983 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.267158 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.267559 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.267729 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.267894 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.268056 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.268219 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.268383 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.268550 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.268723 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.268893 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.269058 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.269229 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.269401 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.269597 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.269761 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.269930 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.270104 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.270287 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.270450 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.270611 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.270774 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.270938 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.271872 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.271872 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.271872 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.271872 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.271872 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.271872 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.272300 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.272300 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.272300 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.272521 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.272601 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.272764 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.272926 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.273088 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 22:53:38.273242 dv-cinder-840678-5-iscsi neutron-server[103242]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103242) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 22:53:49.378476 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b0842f-3b18-42d6-867b-78e3a480edfb None None] get_active_networks_info from dv-cinder-840678-5-iscsi {{(pid=103351) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 09 22:53:49.497734 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b0842f-3b18-42d6-867b-78e3a480edfb None None] No non-hosted networks {{(pid=103351) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 09 22:53:49.511673 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.agentschedulers_db [None req-81b0842f-3b18-42d6-867b-78e3a480edfb None None] DHCP Agent not found on host dv-cinder-840678-5-iscsi {{(pid=103351) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 09 22:53:49.590872 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7498b2a1-67f0-411c-baff-7f6aef9aa491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3723105'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:53:51.636263 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c64dd99-839f-42bd-8cf7-803b7f1c72f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3723105'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:53:51.672658 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-62223396-9c29-487e-bf7d-49152b62f2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:53:52.667480 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 54290) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:53:52.888247 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3723105'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:53:53.286555 dv-cinder-840678-5-iscsi neutron-server[103349]: WARNING oslo_policy.policy [None req-2f4fa325-11fe-4c93-8ca8-f1419eb3bdbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 22:53:53.287126 dv-cinder-840678-5-iscsi neutron-server[103349]: WARNING oslo_policy.policy [None req-2f4fa325-11fe-4c93-8ca8-f1419eb3bdbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 22:53:53.510580 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [None req-2f4fa325-11fe-4c93-8ca8-f1419eb3bdbe admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 22:53:53.526136 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-2f4fa325-11fe-4c93-8ca8-f1419eb3bdbe admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8418067 May 09 22:53:54.310703 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3723105'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:53:55.632716 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3723105'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:53:55.634279 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.635005 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.635348 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.635677 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.636011 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.636337 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.636660 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.637173 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.637510 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.637837 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.638209 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.638541 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.638880 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.639205 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.639525 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:53:55.639934 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840678-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 22:53:55.645993 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840678-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 22:53:56.028398 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 54324) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:53:56.358399 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-13360bcd-6f53-4150-807e-f29667da013f admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 22:53:56.450399 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.policy [None req-13360bcd-6f53-4150-807e-f29667da013f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103349) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 09 22:53:56.493164 dv-cinder-840678-5-iscsi neutron-server[103349]: WARNING oslo_policy.policy [None req-13360bcd-6f53-4150-807e-f29667da013f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 22:53:56.493547 dv-cinder-840678-5-iscsi neutron-server[103349]: WARNING oslo_policy.policy [None req-13360bcd-6f53-4150-807e-f29667da013f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 22:53:56.593574 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-13360bcd-6f53-4150-807e-f29667da013f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727069110910', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727069111402', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727068767508', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727068741434', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727068747558', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727068788974', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-700200', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1039386', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4042046', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3810625'] for rbac-policy (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:53:56.665559 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-13360bcd-6f53-4150-807e-f29667da013f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:53:56.671023 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-13360bcd-6f53-4150-807e-f29667da013f admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6410615 May 09 22:53:58.802750 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.db.l3_hamode_db [None req-b0ee8bb6-708b-41db-9f0a-006c30bb8f43 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 09 22:53:58.881122 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee8bb6-708b-41db-9f0a-006c30bb8f43 None None] Routers set() bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 22:53:58.881423 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee8bb6-708b-41db-9f0a-006c30bb8f43 None None] Router IDs set() for agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 09 22:53:59.128597 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 54336) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:53:59.613363 dv-cinder-840678-5-iscsi neutron-server[103350]: WARNING oslo_policy.policy [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 22:53:59.613929 dv-cinder-840678-5-iscsi neutron-server[103350]: WARNING oslo_policy.policy [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 22:53:59.835924 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 22:53:59.890428 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Made reservation on behalf of 1a6770d749f644eea4fd1584b1503d28 for: {'network': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 22:53:59.950730 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.policy [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103350) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 09 22:53:59.991859 dv-cinder-840678-5-iscsi neutron-server[103350]: WARNING oslo_policy.policy [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 22:53:59.992235 dv-cinder-840678-5-iscsi neutron-server[103350]: WARNING oslo_policy.policy [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 22:54:00.002411 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:00.024465 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:00.137031 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Publish callbacks [] for security_group (aa69ed64-4469-42a3-a49b-096d252a08c7), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:00.140643 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (aa69ed64-4469-42a3-a49b-096d252a08c7), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:00.166232 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=103350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 22:54:00.202044 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727069765389', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (6c1b395c-410d-472f-8b0b-18be25b98075), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:00.202645 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Unsubscribe: segment precommit_create {{(pid=103350) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 09 22:54:00.203181 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.segments_db [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Added segment 6c1b395c-410d-472f-8b0b-18be25b98075 of type vlan for network b62b1925-fb21-40d3-8c55-b8f609fdb1f9 May 09 22:54:00.219587 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=aa69ed64-4469-42a3-a49b-096d252a08c7,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:00.240506 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.240846 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.241195 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.241539 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.241863 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.242208 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.242527 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.242841 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.243155 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.243468 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.243787 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.244114 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.244429 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.244734 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.245070 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Tracked resource versions report: May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: pushed versions: May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: { 'AddressGroup': {'1.2'}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Agent': {'1.1'}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'ConntrackHelper': {'1.0'}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'LocalIPAssociation': {'1.0'}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Log': {'1.0'}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'NDPProxy': {'1.0'}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Network': {'1.1'}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Port': {'1.7'}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'PortForwarding': {'1.3'}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'QosPolicy': {'1.10'}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'SecurityGroup': {'1.5'}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'SecurityGroupRule': {'1.2'}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'SubPort': {'1.0'}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Subnet': {'1.1'}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Trunk': {'1.1'}} May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: consumer versions: May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: { DHCP agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: L3 agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: Metadata agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: Metering agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: Open vSwitch agent@dv-cinder-840678-5-iscsi: { 'AddressGroup': '1.2', May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Agent': '1.1', May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'ConntrackHelper': '1.0', May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'LocalIPAssociation': '1.0', May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Log': '1.0', May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'NDPProxy': '1.0', May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Network': '1.1', May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Port': '1.7', May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'PortForwarding': '1.3', May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'QosPolicy': '1.10', May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'SecurityGroup': '1.5', May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'SecurityGroupRule': '1.2', May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'SubPort': '1.0', May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Subnet': '1.1', May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Trunk': '1.1'}} May 09 22:54:00.246652 dv-cinder-840678-5-iscsi neutron-server[103350]: {{(pid=103350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 22:54:00.331823 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (b62b1925-fb21-40d3-8c55-b8f609fdb1f9), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:00.374666 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (b62b1925-fb21-40d3-8c55-b8f609fdb1f9), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:00.379772 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:54:00.380455 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:00.475035 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3454151 May 09 22:54:00.502521 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ea22d-5651-4fce-ab6d-47cd516f5359 demo demo] Pushing event updated for resources: {'Network': ['ID=b62b1925-fb21-40d3-8c55-b8f609fdb1f9,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:00.516617 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network b62b1925-fb21-40d3-8c55-b8f609fdb1f9 details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 22:54:02.973189 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 54356) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:54:03.370135 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e40efd0-2cda-4e9b-8904-fccb124d0d63 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:54:03.372027 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-2e40efd0-2cda-4e9b-8904-fccb124d0d63 demo admin] 10.222.0.23 "GET /v2.0/networks/b62b1925-fb21-40d3-8c55-b8f609fdb1f9 HTTP/1.1" status: 200 len: 825 time: 0.3979001 May 09 22:54:03.407989 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-80b76e56-110f-40a0-b28c-7c3e5bb4aba7 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/940fb8b6-ff48-4877-be30-bc3375f52d76 HTTP/1.1" status: 200 len: 734 time: 0.0303702 May 09 22:54:03.416320 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-eeef4f46-971e-44da-b320-b6350fdb587c demo admin] Request body: {'subnet': {'subnetpool_id': '940fb8b6-ff48-4877-be30-bc3375f52d76', 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 22:54:03.438228 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeef4f46-971e-44da-b320-b6350fdb587c demo admin] Made reservation on behalf of 1a6770d749f644eea4fd1584b1503d28 for: {'subnet': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 22:54:03.440734 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-eeef4f46-971e-44da-b320-b6350fdb587c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:03.729184 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-eeef4f46-971e-44da-b320-b6350fdb587c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for subnet (910fbcf2-475f-4b1c-92fd-47b784bb6f56), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:03.803596 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeef4f46-971e-44da-b320-b6350fdb587c demo admin] Checking segment: {'id': '6c1b395c-410d-472f-8b0b-18be25b98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 22:54:03.803943 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeef4f46-971e-44da-b320-b6350fdb587c demo admin] Network hostable DHCP agents. Network: b62b1925-fb21-40d3-8c55-b8f609fdb1f9, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 22:54:03.808559 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef4f46-971e-44da-b320-b6350fdb587c demo admin] Pushing event updated for resources: {'Subnet': ['ID=910fbcf2-475f-4b1c-92fd-47b784bb6f56,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:03.826959 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeef4f46-971e-44da-b320-b6350fdb587c demo admin] Network b62b1925-fb21-40d3-8c55-b8f609fdb1f9 is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 22:54:03.838140 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-eeef4f46-971e-44da-b320-b6350fdb587c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, b62b1925-fb21-40d3-8c55-b8f609fdb1f9) {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 22:54:03.844041 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeef4f46-971e-44da-b320-b6350fdb587c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:54:03.844619 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-eeef4f46-971e-44da-b320-b6350fdb587c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:03.849284 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15380e4-cced-4625-b058-bbc362863f06 None None] Network b62b1925-fb21-40d3-8c55-b8f609fdb1f9 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 22:54:03.864323 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-eeef4f46-971e-44da-b320-b6350fdb587c demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4511504 May 09 22:54:04.109783 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b24f0e-16ea-5479-91c9-85daf8003eec-b62b1925-fb21-40d3-8c55-b8f609fdb1f9', 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9', 'project_id': '1a6770d749f644eea4fd1584b1503d28', 'fixed_ips': [{'subnet_id': '910fbcf2-475f-4b1c-92fd-47b784bb6f56'}]}} from dv-cinder-840678-5-iscsi. {{(pid=103351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 22:54:04.111102 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:04.388910 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Allocated IP 172.20.0.2 (b62b1925-fb21-40d3-8c55-b8f609fdb1f9/910fbcf2-475f-4b1c-92fd-47b784bb6f56/0431620d-b9f3-4ee2-933e-9619a9c2153c) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 22:54:04.655699 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Publish callbacks [] for port (0431620d-b9f3-4ee2-933e-9619a9c2153c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:04.663391 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (0431620d-b9f3-4ee2-933e-9619a9c2153c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:04.735572 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Network b62b1925-fb21-40d3-8c55-b8f609fdb1f9 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 22:54:04.740316 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 22:54:04.743644 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 22:54:04.784473 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Pushing event updated for resources: {'Port': ['ID=0431620d-b9f3-4ee2-933e-9619a9c2153c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:04.812480 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.812828 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.813185 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.813537 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.813870 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.814217 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.814543 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.814862 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.815185 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.815504 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.815826 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.816161 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.816482 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.816805 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.817122 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Tracked resource versions report: May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: pushed versions: May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: { 'AddressGroup': {'1.2'}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Agent': {'1.1'}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'ConntrackHelper': {'1.0'}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'LocalIPAssociation': {'1.0'}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Log': {'1.0'}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'NDPProxy': {'1.0'}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Network': {'1.1'}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Port': {'1.7'}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'PortForwarding': {'1.3'}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'QosPolicy': {'1.10'}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'SecurityGroup': {'1.5'}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'SecurityGroupRule': {'1.2'}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'SubPort': {'1.0'}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Subnet': {'1.1'}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Trunk': {'1.1'}} May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: consumer versions: May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: { DHCP agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: L3 agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: Metadata agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: Metering agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: Open vSwitch agent@dv-cinder-840678-5-iscsi: { 'AddressGroup': '1.2', May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Agent': '1.1', May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'ConntrackHelper': '1.0', May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'LocalIPAssociation': '1.0', May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Log': '1.0', May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'NDPProxy': '1.0', May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Network': '1.1', May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Port': '1.7', May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'PortForwarding': '1.3', May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'QosPolicy': '1.10', May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'SecurityGroup': '1.5', May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'SecurityGroupRule': '1.2', May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'SubPort': '1.0', May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Subnet': '1.1', May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Trunk': '1.1'}} May 09 22:54:04.818567 dv-cinder-840678-5-iscsi neutron-server[103351]: {{(pid=103351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 22:54:04.847761 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Attempting to bind port 0431620d-b9f3-4ee2-933e-9619a9c2153c on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 22:54:04.848163 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Attempting to bind port 0431620d-b9f3-4ee2-933e-9619a9c2153c by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '6c1b395c-410d-472f-8b0b-18be25b98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 22:54:04.848585 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Attempting to bind port 0431620d-b9f3-4ee2-933e-9619a9c2153c on network b62b1925-fb21-40d3-8c55-b8f609fdb1f9 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 22:54:04.853263 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 22:54:04.853814 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Checking segment: {'id': '6c1b395c-410d-472f-8b0b-18be25b98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 22:54:04.854110 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:04.854516 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Bound using segment: {'id': '6c1b395c-410d-472f-8b0b-18be25b98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 22:54:04.855543 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Bound port: 0431620d-b9f3-4ee2-933e-9619a9c2153c, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1b395c-410d-472f-8b0b-18be25b98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 22:54:04.855942 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (0431620d-b9f3-4ee2-933e-9619a9c2153c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:04.916403 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] For port 0431620d-b9f3-4ee2-933e-9619a9c2153c, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 22:54:04.936116 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] For port 0431620d-b9f3-4ee2-933e-9619a9c2153c, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=0431620d-b9f3-4ee2-933e-9619a9c2153c,segment=NetworkSegment(6c1b395c-410d-472f-8b0b-18be25b98075),segment_id=6c1b395c-410d-472f-8b0b-18be25b98075)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 22:54:04.943645 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (0431620d-b9f3-4ee2-933e-9619a9c2153c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:04.999888 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5729ac6-053f-415b-aee6-d43bb08d755d None None] Pushing event updated for resources: {'Port': ['ID=0431620d-b9f3-4ee2-933e-9619a9c2153c,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:06.330004 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 54364) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:54:06.639310 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [None req-2c184424-a80f-44cf-84c9-372a6a9db0db admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 22:54:06.640283 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-2c184424-a80f-44cf-84c9-372a6a9db0db admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3093848 May 09 22:54:09.114055 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 54372) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:54:09.426720 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [None req-8e666992-03de-4d78-8f09-4223ab29d119 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 22:54:09.427703 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-8e666992-03de-4d78-8f09-4223ab29d119 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3127239 May 09 22:54:11.869354 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 54380) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:54:12.188473 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-bcb536dc-ffc5-40f5-81f3-61cc388088fd demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 22:54:12.217909 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-bcb536dc-ffc5-40f5-81f3-61cc388088fd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112480'] for router (33976ad3-5070-4dc3-a84a-6d14139f42ae), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:12.219694 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-bcb536dc-ffc5-40f5-81f3-61cc388088fd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112511'] for router (33976ad3-5070-4dc3-a84a-6d14139f42ae), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:12.371248 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-bcb536dc-ffc5-40f5-81f3-61cc388088fd demo demo] Publish callbacks [] for router_controller (33976ad3-5070-4dc3-a84a-6d14139f42ae), precommit_add_association {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:12.376357 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-bcb536dc-ffc5-40f5-81f3-61cc388088fd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733209'] for router (33976ad3-5070-4dc3-a84a-6d14139f42ae), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:12.396884 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-bcb536dc-ffc5-40f5-81f3-61cc388088fd demo demo] Publish callbacks [] for router (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:12.398232 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-bcb536dc-ffc5-40f5-81f3-61cc388088fd demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5277925 May 09 22:54:14.895204 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 54392) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:54:15.206165 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [None req-1ebf409d-3cf2-4a0c-8ef5-43c67765fa51 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 22:54:15.207145 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-1ebf409d-3cf2-4a0c-8ef5-43c67765fa51 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3110805 May 09 22:54:16.411945 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 0431620d-b9f3-4ee2-933e-9619a9c2153c up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 22:54:16.462785 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351489fc-d67d-46ef-bb82-ac73150be11b None None] Network b62b1925-fb21-40d3-8c55-b8f609fdb1f9 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 22:54:16.575692 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-5e9c2c06-5cb3-42ef-843b-8e8794d235d8 None None] Provisioning complete for port 0431620d-b9f3-4ee2-933e-9619a9c2153c triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:54:16.576096 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5e9c2c06-5cb3-42ef-843b-8e8794d235d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (0431620d-b9f3-4ee2-933e-9619a9c2153c), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:16.579929 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 0431620d-b9f3-4ee2-933e-9619a9c2153c triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:54:16.580314 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (0431620d-b9f3-4ee2-933e-9619a9c2153c), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:16.788547 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c2c06-5cb3-42ef-843b-8e8794d235d8 None None] Current status of the port 0431620d-b9f3-4ee2-933e-9619a9c2153c is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:54:16.788782 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5e9c2c06-5cb3-42ef-843b-8e8794d235d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (0431620d-b9f3-4ee2-933e-9619a9c2153c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:16.812814 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 0431620d-b9f3-4ee2-933e-9619a9c2153c is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:54:16.813198 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (0431620d-b9f3-4ee2-933e-9619a9c2153c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:16.840974 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-5e9c2c06-5cb3-42ef-843b-8e8794d235d8 None None] For port 0431620d-b9f3-4ee2-933e-9619a9c2153c, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=0431620d-b9f3-4ee2-933e-9619a9c2153c,segment=NetworkSegment(6c1b395c-410d-472f-8b0b-18be25b98075),segment_id=6c1b395c-410d-472f-8b0b-18be25b98075)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 22:54:16.847981 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5e9c2c06-5cb3-42ef-843b-8e8794d235d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (0431620d-b9f3-4ee2-933e-9619a9c2153c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:16.918190 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.db.api [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 22:54:16.918493 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG oslo_db.api [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 22:54:16.922648 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c2c06-5cb3-42ef-843b-8e8794d235d8 None None] Pushing event updated for resources: {'Port': ['ID=0431620d-b9f3-4ee2-933e-9619a9c2153c,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:16.965241 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-079fdddb-b878-4205-9086-d1e5de414ca8 None None] Provisioning complete for port 0431620d-b9f3-4ee2-933e-9619a9c2153c triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:54:16.965559 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-079fdddb-b878-4205-9086-d1e5de414ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (0431620d-b9f3-4ee2-933e-9619a9c2153c), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:17.043077 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-079fdddb-b878-4205-9086-d1e5de414ca8 None None] Current status of the port 0431620d-b9f3-4ee2-933e-9619a9c2153c is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:54:17.454020 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 0431620d-b9f3-4ee2-933e-9619a9c2153c is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:54:17.665062 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 54402) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:54:17.969940 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 22:54:17.991068 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Made reservation on behalf of 4202d89a17374bc0a3d992386d254d4c for: {'network': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 22:54:17.993718 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:18.012507 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:18.109997 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Publish callbacks [] for security_group (3f61ee0d-e831-4cd5-a326-5248e1270262), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:18.113397 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (3f61ee0d-e831-4cd5-a326-5248e1270262), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:18.123707 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Reserving flat network on physical network physnet1 {{(pid=103349) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 09 22:54:18.157609 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727069765389', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (d8688005-84fd-4fd3-b20b-c5a16e51b1ad), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:18.158190 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Unsubscribe: segment precommit_create {{(pid=103349) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 09 22:54:18.158697 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.segments_db [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Added segment d8688005-84fd-4fd3-b20b-c5a16e51b1ad of type flat for network 986321da-5d6d-49d1-9abb-6b80abe174d1 May 09 22:54:18.174173 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f61ee0d-e831-4cd5-a326-5248e1270262,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:18.215638 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.215978 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.216334 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.216667 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.216992 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.217313 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.217631 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.217949 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.218306 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.218628 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.218959 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.219291 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.219610 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.219921 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.220230 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Tracked resource versions report: May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: pushed versions: May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: { 'AddressGroup': {'1.2'}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Agent': {'1.1'}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'ConntrackHelper': {'1.0'}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'LocalIPAssociation': {'1.0'}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Log': {'1.0'}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'NDPProxy': {'1.0'}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Network': {'1.1'}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Port': {'1.7'}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'PortForwarding': {'1.3'}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'QosPolicy': {'1.10'}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'SecurityGroup': {'1.5'}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'SecurityGroupRule': {'1.2'}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'SubPort': {'1.0'}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Subnet': {'1.1'}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Trunk': {'1.1'}} May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: consumer versions: May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: { DHCP agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: L3 agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: Metadata agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: Metering agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: Open vSwitch agent@dv-cinder-840678-5-iscsi: { 'AddressGroup': '1.2', May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Agent': '1.1', May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'ConntrackHelper': '1.0', May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'LocalIPAssociation': '1.0', May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Log': '1.0', May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'NDPProxy': '1.0', May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Network': '1.1', May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Port': '1.7', May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'PortForwarding': '1.3', May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'QosPolicy': '1.10', May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'SecurityGroup': '1.5', May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'SecurityGroupRule': '1.2', May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'SubPort': '1.0', May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Subnet': '1.1', May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Trunk': '1.1'}} May 09 22:54:18.221687 dv-cinder-840678-5-iscsi neutron-server[103349]: {{(pid=103349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 22:54:18.268068 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (986321da-5d6d-49d1-9abb-6b80abe174d1), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:18.310743 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (986321da-5d6d-49d1-9abb-6b80abe174d1), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:18.311899 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:54:18.312552 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:18.401535 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 0431620d-b9f3-4ee2-933e-9619a9c2153c up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 22:54:18.407364 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7412581 May 09 22:54:18.410243 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a61369-2fcd-4863-b6c6-77c59df72796 admin admin] Pushing event updated for resources: {'Network': ['ID=986321da-5d6d-49d1-9abb-6b80abe174d1,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:18.429480 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 22:54:18.514877 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 0431620d-b9f3-4ee2-933e-9619a9c2153c triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:54:18.515574 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (0431620d-b9f3-4ee2-933e-9619a9c2153c), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:18.647331 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 0431620d-b9f3-4ee2-933e-9619a9c2153c is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:54:19.357989 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab41a459-bfc1-442e-a8d2-e6cac66ff361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:20.814520 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 54414) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:54:21.209955 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebd981-bb5c-4aac-8118-268d97f85032 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:54:21.211266 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-a1ebd981-bb5c-4aac-8118-268d97f85032 demo admin] 10.222.0.23 "GET /v2.0/subnets/910fbcf2-475f-4b1c-92fd-47b784bb6f56 HTTP/1.1" status: 200 len: 849 time: 0.3957982 May 09 22:54:21.350349 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-d8b537b1-32b9-4ffb-b0e5-550048bdd4ff demo admin] 10.222.0.23 "GET /v2.0/routers/33976ad3-5070-4dc3-a84a-6d14139f42ae HTTP/1.1" status: 200 len: 704 time: 0.1335359 May 09 22:54:21.626710 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:21.633794 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-207cbeec-7c99-42a5-86f0-7996bba4c24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:21.925096 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Allocated IP 172.20.0.1 (b62b1925-fb21-40d3-8c55-b8f609fdb1f9/910fbcf2-475f-4b1c-92fd-47b784bb6f56/b0fe350b-a773-41c6-a2eb-1d3fe22f179e) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 22:54:22.111590 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Publish callbacks [] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:22.176231 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:22.246162 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Network b62b1925-fb21-40d3-8c55-b8f609fdb1f9 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 22:54:22.250936 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 22:54:22.261933 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 22:54:22.262473 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719412'] for router_interface (33976ad3-5070-4dc3-a84a-6d14139f42ae), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:22.286730 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Pushing event updated for resources: {'Port': ['ID=b0fe350b-a773-41c6-a2eb-1d3fe22f179e,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:22.493040 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-56c58c82-fa0c-41ab-b2cc-2492808e9db3 None None] Provisioning complete for port b0fe350b-a773-41c6-a2eb-1d3fe22f179e triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:54:22.493349 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-56c58c82-fa0c-41ab-b2cc-2492808e9db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:22.517388 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:22.526824 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-56c58c82-fa0c-41ab-b2cc-2492808e9db3 None None] Port b0fe350b-a773-41c6-a2eb-1d3fe22f179e cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 22:54:22.725267 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Publish callbacks [] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:22.729561 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:22.730373 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719614'] for router_interface (33976ad3-5070-4dc3-a84a-6d14139f42ae), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:22.808540 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Pushing event updated for resources: {'Port': ['ID=b0fe350b-a773-41c6-a2eb-1d3fe22f179e,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:22.845532 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:22.854762 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Network b62b1925-fb21-40d3-8c55-b8f609fdb1f9 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 22:54:22.856016 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 22:54:23.019598 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Router 33976ad3-5070-4dc3-a84a-6d14139f42ae is scheduled to L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 with binding_index 1 {{(pid=103349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 22:54:23.045021 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-36ea48f7-0b6a-4c10-9ad9-9458546ba630 None None] Provisioning complete for port b0fe350b-a773-41c6-a2eb-1d3fe22f179e triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:54:23.045410 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-36ea48f7-0b6a-4c10-9ad9-9458546ba630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:23.078369 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-36ea48f7-0b6a-4c10-9ad9-9458546ba630 None None] Port b0fe350b-a773-41c6-a2eb-1d3fe22f179e cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 22:54:23.113310 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 22:54:23.119686 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-c4f1af04-be02-40a0-a2c1-0cb99c147c00 demo admin] 10.222.0.23 "PUT /v2.0/routers/33976ad3-5070-4dc3-a84a-6d14139f42ae/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7640641 May 09 22:54:23.128320 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Sync routers for ids ['33976ad3-5070-4dc3-a84a-6d14139f42ae'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 22:54:23.144832 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Routers {'33976ad3-5070-4dc3-a84a-6d14139f42ae'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 22:54:23.145664 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T22:54:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['33976ad3-5070-4dc3-a84a-6d14139f42ae'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 22:54:23.348980 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Set router 33976ad3-5070-4dc3-a84a-6d14139f42ae gateway port host: None {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 22:54:23.773011 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'name': 'router1', 'tenant_id': '1a6770d749f644eea4fd1584b1503d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T22:54:12Z', 'updated_at': '2022-05-09T22:54:22Z', 'revision_number': 2, 'project_id': '1a6770d749f644eea4fd1584b1503d28', 'gw_port_host': None, '_interfaces': [{'id': 'b0fe350b-a773-41c6-a2eb-1d3fe22f179e', 'name': '', 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9', 'tenant_id': '1a6770d749f644eea4fd1584b1503d28', 'mac_address': 'fa:16:3e:c6:8f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '910fbcf2-475f-4b1c-92fd-47b784bb6f56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T22:54:21Z', 'updated_at': '2022-05-09T22:54:22Z', 'revision_number': 2, 'project_id': '1a6770d749f644eea4fd1584b1503d28', 'subnets': [{'id': '910fbcf2-475f-4b1c-92fd-47b784bb6f56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '940fb8b6-ff48-4877-be30-bc3375f52d76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 22:54:23.825123 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Checking router: 33976ad3-5070-4dc3-a84a-6d14139f42ae for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 22:54:23.825498 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Updating router 33976ad3-5070-4dc3-a84a-6d14139f42ae port b0fe350b-a773-41c6-a2eb-1d3fe22f179e binding host dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 22:54:23.880768 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:24.253746 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:24.393309 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Publish callbacks [] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:24.399406 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:24.563994 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Pushing event updated for resources: {'Port': ['ID=b0fe350b-a773-41c6-a2eb-1d3fe22f179e,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:24.578336 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.578566 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.578757 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.579073 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.579408 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.579743 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.580252 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.580370 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.580707 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.581030 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.581354 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.581695 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.582022 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.582369 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.582688 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Tracked resource versions report: May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: pushed versions: May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: { 'AddressGroup': {'1.2'}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Agent': {'1.1'}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'ConntrackHelper': {'1.0'}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'LocalIPAssociation': {'1.0'}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Log': {'1.0'}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'NDPProxy': {'1.0'}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Network': {'1.1'}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Port': {'1.7'}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'PortForwarding': {'1.3'}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'QosPolicy': {'1.10'}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'SecurityGroup': {'1.5'}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'SecurityGroupRule': {'1.2'}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'SubPort': {'1.0'}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Subnet': {'1.1'}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Trunk': {'1.1'}} May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: consumer versions: May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: { DHCP agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: L3 agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: Metadata agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: Metering agent@dv-cinder-840678-5-iscsi: {}, May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: Open vSwitch agent@dv-cinder-840678-5-iscsi: { 'AddressGroup': '1.2', May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Agent': '1.1', May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'ConntrackHelper': '1.0', May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'LocalIPAssociation': '1.0', May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Log': '1.0', May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'NDPProxy': '1.0', May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Network': '1.1', May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Port': '1.7', May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'PortForwarding': '1.3', May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'QosPolicy': '1.10', May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'SecurityGroup': '1.5', May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'SecurityGroupRule': '1.2', May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'SubPort': '1.0', May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Subnet': '1.1', May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Trunk': '1.1'}} May 09 22:54:24.584184 dv-cinder-840678-5-iscsi neutron-server[103352]: {{(pid=103352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 22:54:24.591539 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Attempting to bind port b0fe350b-a773-41c6-a2eb-1d3fe22f179e on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 22:54:24.591951 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Attempting to bind port b0fe350b-a773-41c6-a2eb-1d3fe22f179e by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '6c1b395c-410d-472f-8b0b-18be25b98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 22:54:24.592404 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Attempting to bind port b0fe350b-a773-41c6-a2eb-1d3fe22f179e on network b62b1925-fb21-40d3-8c55-b8f609fdb1f9 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 22:54:24.597507 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 22:54:24.597925 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Checking segment: {'id': '6c1b395c-410d-472f-8b0b-18be25b98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 22:54:24.598428 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:24.598820 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Bound using segment: {'id': '6c1b395c-410d-472f-8b0b-18be25b98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 22:54:24.599317 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Bound port: b0fe350b-a773-41c6-a2eb-1d3fe22f179e, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1b395c-410d-472f-8b0b-18be25b98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 22:54:24.599700 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:24.673981 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] For port b0fe350b-a773-41c6-a2eb-1d3fe22f179e, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 22:54:24.696099 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] For port b0fe350b-a773-41c6-a2eb-1d3fe22f179e, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=b0fe350b-a773-41c6-a2eb-1d3fe22f179e,segment=NetworkSegment(6c1b395c-410d-472f-8b0b-18be25b98075),segment_id=6c1b395c-410d-472f-8b0b-18be25b98075)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 22:54:24.705602 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:24.756522 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Routers {'33976ad3-5070-4dc3-a84a-6d14139f42ae'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 22:54:24.757161 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T22:54:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['33976ad3-5070-4dc3-a84a-6d14139f42ae'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 22:54:24.780447 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-077a821c-1039-47fc-bf65-d82b3bd1e875 None None] Provisioning complete for port b0fe350b-a773-41c6-a2eb-1d3fe22f179e triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:54:24.781124 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-077a821c-1039-47fc-bf65-d82b3bd1e875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:24.851498 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] Set router 33976ad3-5070-4dc3-a84a-6d14139f42ae gateway port host: None {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 22:54:24.872906 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-077a821c-1039-47fc-bf65-d82b3bd1e875 None None] Current status of the port b0fe350b-a773-41c6-a2eb-1d3fe22f179e is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:54:24.873451 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-077a821c-1039-47fc-bf65-d82b3bd1e875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:24.912002 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-077a821c-1039-47fc-bf65-d82b3bd1e875 None None] For port b0fe350b-a773-41c6-a2eb-1d3fe22f179e, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=b0fe350b-a773-41c6-a2eb-1d3fe22f179e,segment=NetworkSegment(6c1b395c-410d-472f-8b0b-18be25b98075),segment_id=6c1b395c-410d-472f-8b0b-18be25b98075)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 22:54:24.915896 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-077a821c-1039-47fc-bf65-d82b3bd1e875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:24.964030 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a821c-1039-47fc-bf65-d82b3bd1e875 None None] Pushing event updated for resources: {'Port': ['ID=b0fe350b-a773-41c6-a2eb-1d3fe22f179e,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:24.989960 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c5de-ba45-4581-bcc7-4a5674c8953a None None] Pushing event updated for resources: {'Port': ['ID=b0fe350b-a773-41c6-a2eb-1d3fe22f179e,revision_number=4']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:25.036027 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-2fb2d152-8833-4677-9015-aaf3a046a5bc None None] Provisioning complete for port b0fe350b-a773-41c6-a2eb-1d3fe22f179e triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:54:25.036570 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2fb2d152-8833-4677-9015-aaf3a046a5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:25.072098 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'name': 'router1', 'tenant_id': '1a6770d749f644eea4fd1584b1503d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T22:54:12Z', 'updated_at': '2022-05-09T22:54:22Z', 'revision_number': 2, 'project_id': '1a6770d749f644eea4fd1584b1503d28', 'gw_port_host': None, '_interfaces': [{'id': 'b0fe350b-a773-41c6-a2eb-1d3fe22f179e', 'name': '', 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9', 'tenant_id': '1a6770d749f644eea4fd1584b1503d28', 'mac_address': 'fa:16:3e:c6:8f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '910fbcf2-475f-4b1c-92fd-47b784bb6f56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T22:54:21Z', 'updated_at': '2022-05-09T22:54:24Z', 'revision_number': 4, 'project_id': '1a6770d749f644eea4fd1584b1503d28', 'subnets': [{'id': '910fbcf2-475f-4b1c-92fd-47b784bb6f56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '940fb8b6-ff48-4877-be30-bc3375f52d76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 22:54:25.100541 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ace09-74f0-4624-9c6c-c3ff044ad7a4 None None] The sync data for ids ['33976ad3-5070-4dc3-a84a-6d14139f42ae'] in dv-cinder-840678-5-iscsi is: [{'id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'name': 'router1', 'tenant_id': '1a6770d749f644eea4fd1584b1503d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T22:54:12Z', 'updated_at': '2022-05-09T22:54:22Z', 'revision_number': 2, 'project_id': '1a6770d749f644eea4fd1584b1503d28', 'gw_port_host': None, '_interfaces': [{'id': 'b0fe350b-a773-41c6-a2eb-1d3fe22f179e', 'name': '', 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9', 'tenant_id': '1a6770d749f644eea4fd1584b1503d28', 'mac_address': 'fa:16:3e:c6:8f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '910fbcf2-475f-4b1c-92fd-47b784bb6f56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T22:54:21Z', 'updated_at': '2022-05-09T22:54:24Z', 'revision_number': 4, 'project_id': '1a6770d749f644eea4fd1584b1503d28', 'subnets': [{'id': '910fbcf2-475f-4b1c-92fd-47b784bb6f56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '940fb8b6-ff48-4877-be30-bc3375f52d76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 22:54:25.121177 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2d152-8833-4677-9015-aaf3a046a5bc None None] Current status of the port b0fe350b-a773-41c6-a2eb-1d3fe22f179e is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:54:25.613637 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 54434) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:54:25.635001 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:25.831624 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c22b110-68a5-47dd-a8e8-acb7fb2f4c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:54:25.833002 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-1c22b110-68a5-47dd-a8e8-acb7fb2f4c15 admin admin] 10.222.0.23 "GET /v2.0/networks/986321da-5d6d-49d1-9abb-6b80abe174d1 HTTP/1.1" status: 200 len: 842 time: 0.2183597 May 09 22:54:25.845399 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-52149ccb-772c-4e34-9db0-5b81c5f909e1 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'gateway_ip': '172.27.3.1'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 22:54:25.869662 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52149ccb-772c-4e34-9db0-5b81c5f909e1 admin admin] Made reservation on behalf of 4202d89a17374bc0a3d992386d254d4c for: {'subnet': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 22:54:25.871898 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-52149ccb-772c-4e34-9db0-5b81c5f909e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:26.165596 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.objects.ports [None req-52149ccb-772c-4e34-9db0-5b81c5f909e1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103349) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 09 22:54:26.166043 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-52149ccb-772c-4e34-9db0-5b81c5f909e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for subnet (cea3bd31-e8ee-462f-8630-c0ce23b2e3e8), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:26.218139 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52149ccb-772c-4e34-9db0-5b81c5f909e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea3bd31-e8ee-462f-8630-c0ce23b2e3e8,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:26.230321 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52149ccb-772c-4e34-9db0-5b81c5f909e1 admin admin] Checking segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 22:54:26.230682 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52149ccb-772c-4e34-9db0-5b81c5f909e1 admin admin] Network hostable DHCP agents. Network: 986321da-5d6d-49d1-9abb-6b80abe174d1, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 22:54:26.251485 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52149ccb-772c-4e34-9db0-5b81c5f909e1 admin admin] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 22:54:26.263164 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-52149ccb-772c-4e34-9db0-5b81c5f909e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, 986321da-5d6d-49d1-9abb-6b80abe174d1) {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 22:54:26.267478 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52149ccb-772c-4e34-9db0-5b81c5f909e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:54:26.268075 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-52149ccb-772c-4e34-9db0-5b81c5f909e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:26.280722 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043c47c2-71af-4707-9b25-b25b03b2d45d None None] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 22:54:26.296854 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-52149ccb-772c-4e34-9db0-5b81c5f909e1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4430988 May 09 22:54:26.405567 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a93523-fb58-4b4f-b4e0-ddbc631b9dd2 None None] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 22:54:27.106701 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 5 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 22:54:28.721878 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 54452) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:54:28.862442 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-23487237-65fa-44da-a5e8-b8203ef0befc demo admin] 10.222.0.23 "GET /v2.0/routers/33976ad3-5070-4dc3-a84a-6d14139f42ae HTTP/1.1" status: 200 len: 710 time: 0.1392968 May 09 22:54:28.948761 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6cd788-26bd-4849-b100-14cec0ca47f4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:54:28.950129 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-db6cd788-26bd-4849-b100-14cec0ca47f4 demo admin] 10.222.0.23 "GET /v2.0/networks/986321da-5d6d-49d1-9abb-6b80abe174d1 HTTP/1.1" status: 200 len: 886 time: 0.0824392 May 09 22:54:28.958804 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 22:54:29.301181 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Publish callbacks [] for router_gateway (33976ad3-5070-4dc3-a84a-6d14139f42ae), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:29.519500 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Publish callbacks [] for router_gateway (33976ad3-5070-4dc3-a84a-6d14139f42ae), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:29.594848 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:29.705603 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Allocated IP 172.27.3.180 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/43c3f35e-63df-42eb-8017-d58597581637) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 22:54:29.806084 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Publish callbacks [] for port (43c3f35e-63df-42eb-8017-d58597581637), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:29.840869 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (43c3f35e-63df-42eb-8017-d58597581637), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:29.880864 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 22:54:29.885053 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 22:54:29.891776 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 22:54:29.893563 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Pushing event updated for resources: {'Port': ['ID=43c3f35e-63df-42eb-8017-d58597581637,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:30.141422 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Publish callbacks [] for router_gateway (33976ad3-5070-4dc3-a84a-6d14139f42ae), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:30.342356 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3733052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3731601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-112461'] for router (33976ad3-5070-4dc3-a84a-6d14139f42ae), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:30.346596 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3733035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3731592'] for router (33976ad3-5070-4dc3-a84a-6d14139f42ae), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:30.551827 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Router 33976ad3-5070-4dc3-a84a-6d14139f42ae has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 22:54:30.658719 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 22:54:30.662913 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:30.678278 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-2d92da82-c3b7-4c68-bc0f-3a36aaab8220 demo admin] 10.222.0.23 "PUT /v2.0/routers/33976ad3-5070-4dc3-a84a-6d14139f42ae HTTP/1.1" status: 200 len: 890 time: 1.7084177 May 09 22:54:32.411397 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device b0fe350b-a773-41c6-a2eb-1d3fe22f179e up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 22:54:32.456724 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port b0fe350b-a773-41c6-a2eb-1d3fe22f179e triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:54:32.457110 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:32.532064 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port b0fe350b-a773-41c6-a2eb-1d3fe22f179e is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:54:33.158542 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 54464) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:54:33.272286 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-0dd4469b-1147-4ab8-8e42-e9662ff36677 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1124995 May 09 22:54:33.910736 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Sync routers for ids ['33976ad3-5070-4dc3-a84a-6d14139f42ae'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 22:54:33.922544 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Routers {'33976ad3-5070-4dc3-a84a-6d14139f42ae'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 22:54:33.923199 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T22:54:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['33976ad3-5070-4dc3-a84a-6d14139f42ae'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 22:54:34.162329 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Set router 33976ad3-5070-4dc3-a84a-6d14139f42ae gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 22:54:34.623610 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'name': 'router1', 'tenant_id': '1a6770d749f644eea4fd1584b1503d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '43c3f35e-63df-42eb-8017-d58597581637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T22:54:12Z', 'updated_at': '2022-05-09T22:54:30Z', 'revision_number': 4, 'project_id': '1a6770d749f644eea4fd1584b1503d28', 'gw_port': {'id': '43c3f35e-63df-42eb-8017-d58597581637', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T22:54:29Z', 'updated_at': '2022-05-09T22:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'b0fe350b-a773-41c6-a2eb-1d3fe22f179e', 'name': '', 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9', 'tenant_id': '1a6770d749f644eea4fd1584b1503d28', 'mac_address': 'fa:16:3e:c6:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '910fbcf2-475f-4b1c-92fd-47b784bb6f56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T22:54:21Z', 'updated_at': '2022-05-09T22:54:24Z', 'revision_number': 5, 'project_id': '1a6770d749f644eea4fd1584b1503d28', 'subnets': [{'id': '910fbcf2-475f-4b1c-92fd-47b784bb6f56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '940fb8b6-ff48-4877-be30-bc3375f52d76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 22:54:34.676968 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Checking router: 33976ad3-5070-4dc3-a84a-6d14139f42ae for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 22:54:34.677348 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Updating router 33976ad3-5070-4dc3-a84a-6d14139f42ae port 43c3f35e-63df-42eb-8017-d58597581637 binding host dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 22:54:34.728351 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (43c3f35e-63df-42eb-8017-d58597581637), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:35.052239 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Publish callbacks [] for port (43c3f35e-63df-42eb-8017-d58597581637), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:35.061773 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (43c3f35e-63df-42eb-8017-d58597581637), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:35.112443 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Attempting to bind port 43c3f35e-63df-42eb-8017-d58597581637 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 22:54:35.112812 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Attempting to bind port 43c3f35e-63df-42eb-8017-d58597581637 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 22:54:35.113169 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Attempting to bind port 43c3f35e-63df-42eb-8017-d58597581637 on network 986321da-5d6d-49d1-9abb-6b80abe174d1 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 22:54:35.124616 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 22, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 22:54:35.124993 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Checking segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 22:54:35.125395 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:35.125781 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Bound using segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 22:54:35.126263 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Bound port: 43c3f35e-63df-42eb-8017-d58597581637, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 22:54:35.126640 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (43c3f35e-63df-42eb-8017-d58597581637), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:35.128164 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221ef57-4c90-4ca1-8a02-424132bd3405 None None] Pushing event updated for resources: {'Port': ['ID=43c3f35e-63df-42eb-8017-d58597581637,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:35.184999 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] For port 43c3f35e-63df-42eb-8017-d58597581637, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 22:54:35.187983 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] For port 43c3f35e-63df-42eb-8017-d58597581637, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=43c3f35e-63df-42eb-8017-d58597581637,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 22:54:35.193989 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (43c3f35e-63df-42eb-8017-d58597581637), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:35.254422 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Routers {'33976ad3-5070-4dc3-a84a-6d14139f42ae'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 22:54:35.255046 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T22:54:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['33976ad3-5070-4dc3-a84a-6d14139f42ae'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 22:54:35.256971 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221ef57-4c90-4ca1-8a02-424132bd3405 None None] Pushing event updated for resources: {'Port': ['ID=43c3f35e-63df-42eb-8017-d58597581637,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:35.378800 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] Set router 33976ad3-5070-4dc3-a84a-6d14139f42ae gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 22:54:35.592012 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'name': 'router1', 'tenant_id': '1a6770d749f644eea4fd1584b1503d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '43c3f35e-63df-42eb-8017-d58597581637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T22:54:12Z', 'updated_at': '2022-05-09T22:54:30Z', 'revision_number': 4, 'project_id': '1a6770d749f644eea4fd1584b1503d28', 'gw_port': {'id': '43c3f35e-63df-42eb-8017-d58597581637', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T22:54:29Z', 'updated_at': '2022-05-09T22:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'b0fe350b-a773-41c6-a2eb-1d3fe22f179e', 'name': '', 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9', 'tenant_id': '1a6770d749f644eea4fd1584b1503d28', 'mac_address': 'fa:16:3e:c6:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '910fbcf2-475f-4b1c-92fd-47b784bb6f56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T22:54:21Z', 'updated_at': '2022-05-09T22:54:24Z', 'revision_number': 5, 'project_id': '1a6770d749f644eea4fd1584b1503d28', 'subnets': [{'id': '910fbcf2-475f-4b1c-92fd-47b784bb6f56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '940fb8b6-ff48-4877-be30-bc3375f52d76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 22:54:35.619982 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de014c5c-1f1c-413f-a03f-11c243e1ce13 None None] The sync data for ids ['33976ad3-5070-4dc3-a84a-6d14139f42ae'] in dv-cinder-840678-5-iscsi is: [{'id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'name': 'router1', 'tenant_id': '1a6770d749f644eea4fd1584b1503d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '43c3f35e-63df-42eb-8017-d58597581637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T22:54:12Z', 'updated_at': '2022-05-09T22:54:30Z', 'revision_number': 4, 'project_id': '1a6770d749f644eea4fd1584b1503d28', 'gw_port': {'id': '43c3f35e-63df-42eb-8017-d58597581637', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T22:54:29Z', 'updated_at': '2022-05-09T22:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'b0fe350b-a773-41c6-a2eb-1d3fe22f179e', 'name': '', 'network_id': 'b62b1925-fb21-40d3-8c55-b8f609fdb1f9', 'tenant_id': '1a6770d749f644eea4fd1584b1503d28', 'mac_address': 'fa:16:3e:c6:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33976ad3-5070-4dc3-a84a-6d14139f42ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '910fbcf2-475f-4b1c-92fd-47b784bb6f56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T22:54:21Z', 'updated_at': '2022-05-09T22:54:24Z', 'revision_number': 5, 'project_id': '1a6770d749f644eea4fd1584b1503d28', 'subnets': [{'id': '910fbcf2-475f-4b1c-92fd-47b784bb6f56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '940fb8b6-ff48-4877-be30-bc3375f52d76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 22:54:36.476068 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 43c3f35e-63df-42eb-8017-d58597581637 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 22:54:36.536462 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 43c3f35e-63df-42eb-8017-d58597581637 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:54:36.536878 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (43c3f35e-63df-42eb-8017-d58597581637), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:36.620078 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 43c3f35e-63df-42eb-8017-d58597581637 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:54:36.620480 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (43c3f35e-63df-42eb-8017-d58597581637), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:36.645552 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] For port 43c3f35e-63df-42eb-8017-d58597581637, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=43c3f35e-63df-42eb-8017-d58597581637,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 22:54:36.651884 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (43c3f35e-63df-42eb-8017-d58597581637), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:36.708406 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Pushing event updated for resources: {'Port': ['ID=43c3f35e-63df-42eb-8017-d58597581637,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:54:38.515565 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 43c3f35e-63df-42eb-8017-d58597581637 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 22:54:38.591733 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 43c3f35e-63df-42eb-8017-d58597581637 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:54:38.592119 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (43c3f35e-63df-42eb-8017-d58597581637), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:38.777459 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 43c3f35e-63df-42eb-8017-d58597581637 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:54:49.363374 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4307da7-21df-48cd-8879-6f6615a3640f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:51.754133 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7748f3ef-07cb-4222-9551-7f1233273564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:52.849349 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:54.291072 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:54:55.642786 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:04.107074 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 5 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 22:55:19.362407 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-af4e09e6-5ad9-44df-b9af-24147150f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:21.642994 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-aa8d86cf-0f85-4481-8f1d-debbf155a584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:22.853915 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:24.268707 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:25.628063 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:41.106258 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 5 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 22:55:49.354880 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9ec0a04a-e34b-4300-83bf-34d532953eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:51.484880 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 54948) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:55:51.547984 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e80162-df10-4ca3-a818-944299f81f50 admin admin] GET failed (client error): The resource could not be found. May 09 22:55:51.549185 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-00e80162-df10-4ca3-a818-944299f81f50 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633755 May 09 22:55:51.634703 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f45fe029-6587-4d86-9fe4-a9efe19738d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:51.715593 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d618e21-7a1e-46d0-ac8d-2e85fb51176f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:55:51.717101 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-4d618e21-7a1e-46d0-ac8d-2e85fb51176f admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1638844 May 09 22:55:52.857122 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:53.917048 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 54958) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:55:54.011113 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfad824e-2363-408d-bdf3-2c0d2d5b363e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:55:54.012468 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-cfad824e-2363-408d-bdf3-2c0d2d5b363e admin admin] 10.222.0.23 "GET /v2.0/subnets/910fbcf2-475f-4b1c-92fd-47b784bb6f56 HTTP/1.1" status: 200 len: 849 time: 0.0944598 May 09 22:55:54.021661 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 22:55:54.105051 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Publish callbacks [] for subnet (910fbcf2-475f-4b1c-92fd-47b784bb6f56), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:54.247789 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727069811842'] for subnet (910fbcf2-475f-4b1c-92fd-47b784bb6f56), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:54.268031 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:54.279353 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:55:54.279936 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:54.287212 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bfa217-a985-44da-9e37-d7ab092beed4 None None] Network b62b1925-fb21-40d3-8c55-b8f609fdb1f9 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 22:55:54.294752 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] 10.222.0.23 "PUT /v2.0/subnets/910fbcf2-475f-4b1c-92fd-47b784bb6f56 HTTP/1.1" status: 200 len: 868 time: 0.2764339 May 09 22:55:54.318733 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=910fbcf2-475f-4b1c-92fd-47b784bb6f56,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:55:54.327166 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.327528 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.327875 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.328227 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.328564 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.328896 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.329226 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.329557 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.329904 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.330277 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.330623 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.330974 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.331292 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.331614 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.331935 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aada65-b4af-4baa-87e4-a1cba101bbd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:55:54.567799 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-00f396c4-4a23-4bc0-b6fa-54cfff9ead9e None None] Provisioning complete for port 0431620d-b9f3-4ee2-933e-9619a9c2153c triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:55:54.568202 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00f396c4-4a23-4bc0-b6fa-54cfff9ead9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (0431620d-b9f3-4ee2-933e-9619a9c2153c), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:54.643070 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-00f396c4-4a23-4bc0-b6fa-54cfff9ead9e None None] Current status of the port 0431620d-b9f3-4ee2-933e-9619a9c2153c is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:55:54.650994 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-00f396c4-4a23-4bc0-b6fa-54cfff9ead9e None None] Provisioning complete for port b0fe350b-a773-41c6-a2eb-1d3fe22f179e triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:55:54.651378 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00f396c4-4a23-4bc0-b6fa-54cfff9ead9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b0fe350b-a773-41c6-a2eb-1d3fe22f179e), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:54.727864 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-00f396c4-4a23-4bc0-b6fa-54cfff9ead9e None None] Current status of the port b0fe350b-a773-41c6-a2eb-1d3fe22f179e is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:55:55.630581 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:55:56.522370 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 54966) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:55:56.721839 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f1c52-8562-4df8-bb50-747ea55f737d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:55:56.722255 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f1c52-8562-4df8-bb50-747ea55f737d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:55:56.723789 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-1d7f1c52-8562-4df8-bb50-747ea55f737d admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2003441 May 09 22:55:58.972237 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 54974) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:55:59.100285 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e60bf2-879b-4713-b877-4b016637e2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:55:59.100759 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e60bf2-879b-4713-b877-4b016637e2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:55:59.102327 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-66e60bf2-879b-4713-b877-4b016637e2ea admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1291151 May 09 22:56:01.329229 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 54982) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:56:01.453698 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00039575-bedf-4162-b4a1-f4ec0a993f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:56:01.455142 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-00039575-bedf-4162-b4a1-f4ec0a993f12 admin admin] 10.222.0.23 "GET /v2.0/networks/986321da-5d6d-49d1-9abb-6b80abe174d1 HTTP/1.1" status: 200 len: 886 time: 0.1249776 May 09 22:56:03.690132 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 54992) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:56:03.816267 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bb1b6c-f532-4ae6-9bbf-c63fa4a72902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:56:03.817612 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-24bb1b6c-f532-4ae6-9bbf-c63fa4a72902 admin admin] 10.222.0.23 "GET /v2.0/networks/b62b1925-fb21-40d3-8c55-b8f609fdb1f9 HTTP/1.1" status: 200 len: 869 time: 0.1265345 May 09 22:56:06.055125 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55000) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:56:06.178730 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e041bc30-bddb-420c-af6c-ec11bba6762a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:56:06.179220 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e041bc30-bddb-420c-af6c-ec11bba6762a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:56:06.180762 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-e041bc30-bddb-420c-af6c-ec11bba6762a admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246438 May 09 22:56:08.418211 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55008) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:56:08.510871 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da2bd84-4643-46ef-a624-055b55380bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:56:08.511331 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da2bd84-4643-46ef-a624-055b55380bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:56:08.512833 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-6da2bd84-4643-46ef-a624-055b55380bbf admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936708 May 09 22:56:10.757000 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55016) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:56:10.849978 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363c7a4-9a4a-4831-b694-f8b5de448806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:56:10.851918 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-6363c7a4-9a4a-4831-b694-f8b5de448806 admin admin] 10.222.0.23 "GET /v2.0/subnets/910fbcf2-475f-4b1c-92fd-47b784bb6f56 HTTP/1.1" status: 200 len: 868 time: 0.0939717 May 09 22:56:13.067822 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55024) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:56:13.151635 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42067192-50dc-4bf7-9529-fd7f4a01eb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:56:13.152958 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-42067192-50dc-4bf7-9529-fd7f4a01eb0a admin admin] 10.222.0.23 "GET /v2.0/subnets/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8 HTTP/1.1" status: 200 len: 816 time: 0.0841956 May 09 22:56:18.105996 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 5 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 22:56:19.356769 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b75186a-a6b0-48b7-93e0-a153c3720f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:21.638739 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cb1987e3-bd10-48f1-83bf-ebed8c340dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:22.858429 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:24.269853 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:25.634824 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:49.359720 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fbb7de3-8f21-401f-8f5c-d08b14981156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:51.641693 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d614b5e-f059-48e1-84bf-dd074f7f2400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:52.861144 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:53.621817 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55082) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:56:53.669391 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [None req-1d66a30b-f05f-44e1-a431-31365542c8a1 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 22:56:53.670422 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-1d66a30b-f05f-44e1-a431-31365542c8a1 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0475130 May 09 22:56:54.274812 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:55.105171 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 5 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 22:56:55.642156 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:55.991957 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55090) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:56:56.051367 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cd67d9-8752-47ed-a940-ea6cd13ce15a admin admin] GET failed (client error): The resource could not be found. May 09 22:56:56.052644 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-83cd67d9-8752-47ed-a940-ea6cd13ce15a admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596941 May 09 22:56:56.192788 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36abfddf-a469-4ff5-90d7-ca829b2a6366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:56:56.194729 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-36abfddf-a469-4ff5-90d7-ca829b2a6366 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1380615 May 09 22:56:58.439571 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55098) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:56:58.488373 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 22:56:58.507868 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Made reservation on behalf of 4202d89a17374bc0a3d992386d254d4c for: {'network': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 22:56:58.510203 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:58.545551 dv-cinder-840678-5-iscsi neutron-server[103350]: WARNING neutron.services.revisions.revision_plugin [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Could not find related network for resource to bump revision. May 09 22:56:58.558037 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 22:56:58.567487 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (9c9e1522-8a6b-4db8-be84-d932a22bdb36), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:58.567831 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.segments_db [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Added segment 9c9e1522-8a6b-4db8-be84-d932a22bdb36 of type vlan for network afd39476-119c-41ec-b4db-f2130b9c6e4f May 09 22:56:58.605396 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (afd39476-119c-41ec-b4db-f2130b9c6e4f), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:58.629688 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (afd39476-119c-41ec-b4db-f2130b9c6e4f), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:58.630740 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:56:58.631805 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:56:58.711111 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2704692 May 09 22:56:58.724677 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Pushing event updated for resources: {'Network': ['ID=afd39476-119c-41ec-b4db-f2130b9c6e4f,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:56:58.732038 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.732391 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.733026 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.733372 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.733718 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.734054 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.734496 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.734822 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.735197 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.735490 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.735823 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.736149 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.736473 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.736797 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.737126 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26e549-372e-4d0d-a809-1c21e5b624ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:56:58.749490 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network afd39476-119c-41ec-b4db-f2130b9c6e4f details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 22:57:00.963212 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55106) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:57:01.021985 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd485fd-b71f-4a5d-bcfb-a93c67103d84 admin admin] GET failed (client error): The resource could not be found. May 09 22:57:01.023277 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-3dd485fd-b71f-4a5d-bcfb-a93c67103d84 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591216 May 09 22:57:01.091127 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4401327-3b6a-4730-b996-b4f243aa2119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:57:01.092545 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-d4401327-3b6a-4730-b996-b4f243aa2119 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653443 May 09 22:57:01.101863 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-76c5a618-edad-4117-97f2-ad24cae1825e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'afd39476-119c-41ec-b4db-f2130b9c6e4f', 'ip_version': 4}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 22:57:01.120698 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c5a618-edad-4117-97f2-ad24cae1825e admin admin] Made reservation on behalf of 4202d89a17374bc0a3d992386d254d4c for: {'subnet': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 22:57:01.122916 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-76c5a618-edad-4117-97f2-ad24cae1825e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:01.289370 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-76c5a618-edad-4117-97f2-ad24cae1825e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for subnet (228bc326-b605-4db1-8d31-73e403ca354b), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:01.349646 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5a618-edad-4117-97f2-ad24cae1825e admin admin] Pushing event updated for resources: {'Subnet': ['ID=228bc326-b605-4db1-8d31-73e403ca354b,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:57:01.354615 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5a618-edad-4117-97f2-ad24cae1825e admin admin] Checking segment: {'id': '9c9e1522-8a6b-4db8-be84-d932a22bdb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd39476-119c-41ec-b4db-f2130b9c6e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 22:57:01.354970 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5a618-edad-4117-97f2-ad24cae1825e admin admin] Network hostable DHCP agents. Network: afd39476-119c-41ec-b4db-f2130b9c6e4f, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 22:57:01.371482 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5a618-edad-4117-97f2-ad24cae1825e admin admin] Network afd39476-119c-41ec-b4db-f2130b9c6e4f is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 22:57:01.379132 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-76c5a618-edad-4117-97f2-ad24cae1825e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, afd39476-119c-41ec-b4db-f2130b9c6e4f) {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 22:57:01.383909 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5a618-edad-4117-97f2-ad24cae1825e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 22:57:01.384492 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-76c5a618-edad-4117-97f2-ad24cae1825e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:01.389885 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839fefda-1610-4df4-9c3f-128c9f7ab5c5 None None] Network afd39476-119c-41ec-b4db-f2130b9c6e4f requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 22:57:01.400310 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-76c5a618-edad-4117-97f2-ad24cae1825e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3016596 May 09 22:57:01.597697 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b24f0e-16ea-5479-91c9-85daf8003eec-afd39476-119c-41ec-b4db-f2130b9c6e4f', 'network_id': 'afd39476-119c-41ec-b4db-f2130b9c6e4f', 'project_id': '4202d89a17374bc0a3d992386d254d4c', 'fixed_ips': [{'subnet_id': '228bc326-b605-4db1-8d31-73e403ca354b'}]}} from dv-cinder-840678-5-iscsi. {{(pid=103351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 22:57:01.598577 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:01.734872 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Allocated IP 192.168.233.2 (afd39476-119c-41ec-b4db-f2130b9c6e4f/228bc326-b605-4db1-8d31-73e403ca354b/4d93f904-cd57-405e-bf3c-a6772026944f) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 22:57:01.874045 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Publish callbacks [] for port (4d93f904-cd57-405e-bf3c-a6772026944f), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:01.880331 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (4d93f904-cd57-405e-bf3c-a6772026944f), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:01.921723 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Network afd39476-119c-41ec-b4db-f2130b9c6e4f is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 22:57:01.923087 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 22:57:01.926011 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 22:57:01.942550 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Pushing event updated for resources: {'Port': ['ID=4d93f904-cd57-405e-bf3c-a6772026944f,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:57:01.963472 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:01.963809 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:01.964163 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:01.964515 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:01.964846 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:01.965173 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:01.965494 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:01.965812 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:01.967878 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:01.967878 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:01.967878 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:01.967878 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:01.967878 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:01.967878 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:01.968394 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:57:02.002013 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Attempting to bind port 4d93f904-cd57-405e-bf3c-a6772026944f on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 22:57:02.002401 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Attempting to bind port 4d93f904-cd57-405e-bf3c-a6772026944f by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '9c9e1522-8a6b-4db8-be84-d932a22bdb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd39476-119c-41ec-b4db-f2130b9c6e4f'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 22:57:02.002756 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Attempting to bind port 4d93f904-cd57-405e-bf3c-a6772026944f on network afd39476-119c-41ec-b4db-f2130b9c6e4f {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 22:57:02.008014 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 22, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 22:57:02.008391 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Checking segment: {'id': '9c9e1522-8a6b-4db8-be84-d932a22bdb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd39476-119c-41ec-b4db-f2130b9c6e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 22:57:02.008818 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:02.009211 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Bound using segment: {'id': '9c9e1522-8a6b-4db8-be84-d932a22bdb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd39476-119c-41ec-b4db-f2130b9c6e4f'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 22:57:02.009677 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Bound port: 4d93f904-cd57-405e-bf3c-a6772026944f, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9e1522-8a6b-4db8-be84-d932a22bdb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd39476-119c-41ec-b4db-f2130b9c6e4f'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 22:57:02.010078 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (4d93f904-cd57-405e-bf3c-a6772026944f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:02.072939 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] For port 4d93f904-cd57-405e-bf3c-a6772026944f, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 22:57:02.075927 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] For port 4d93f904-cd57-405e-bf3c-a6772026944f, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=4d93f904-cd57-405e-bf3c-a6772026944f,segment=NetworkSegment(9c9e1522-8a6b-4db8-be84-d932a22bdb36),segment_id=9c9e1522-8a6b-4db8-be84-d932a22bdb36)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 22:57:02.081875 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (4d93f904-cd57-405e-bf3c-a6772026944f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:02.150151 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8ff6a-d616-4629-8e13-a442baa04326 None None] Pushing event updated for resources: {'Port': ['ID=4d93f904-cd57-405e-bf3c-a6772026944f,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:57:02.513423 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 4d93f904-cd57-405e-bf3c-a6772026944f up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 22:57:02.561486 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 4d93f904-cd57-405e-bf3c-a6772026944f triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:57:02.561859 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (4d93f904-cd57-405e-bf3c-a6772026944f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:02.641109 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 4d93f904-cd57-405e-bf3c-a6772026944f is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:57:02.641497 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (4d93f904-cd57-405e-bf3c-a6772026944f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:02.679085 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] For port 4d93f904-cd57-405e-bf3c-a6772026944f, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=4d93f904-cd57-405e-bf3c-a6772026944f,segment=NetworkSegment(9c9e1522-8a6b-4db8-be84-d932a22bdb36),segment_id=9c9e1522-8a6b-4db8-be84-d932a22bdb36)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 22:57:02.683849 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (4d93f904-cd57-405e-bf3c-a6772026944f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:02.735357 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Pushing event updated for resources: {'Port': ['ID=4d93f904-cd57-405e-bf3c-a6772026944f,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:57:02.973614 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d524b0e-13ac-4d9f-ad30-f3e7b8d16889 None None] Network afd39476-119c-41ec-b4db-f2130b9c6e4f requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 22:57:03.040567 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-6891d53f-e8b6-45e0-b760-a623602f154e None None] Provisioning complete for port 4d93f904-cd57-405e-bf3c-a6772026944f triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:57:03.040948 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6891d53f-e8b6-45e0-b760-a623602f154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (4d93f904-cd57-405e-bf3c-a6772026944f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:03.156124 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-6891d53f-e8b6-45e0-b760-a623602f154e None None] Current status of the port 4d93f904-cd57-405e-bf3c-a6772026944f is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:57:03.481395 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-4b899369-cdad-4052-a76a-c6b49ef5bf55 None None] Provisioning complete for port 4d93f904-cd57-405e-bf3c-a6772026944f triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:57:03.481777 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4b899369-cdad-4052-a76a-c6b49ef5bf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (4d93f904-cd57-405e-bf3c-a6772026944f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:03.561847 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4b899369-cdad-4052-a76a-c6b49ef5bf55 None None] Current status of the port 4d93f904-cd57-405e-bf3c-a6772026944f is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:57:04.497882 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 4d93f904-cd57-405e-bf3c-a6772026944f up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 22:57:04.544006 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 4d93f904-cd57-405e-bf3c-a6772026944f triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 22:57:04.544393 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (4d93f904-cd57-405e-bf3c-a6772026944f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:04.620804 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 4d93f904-cd57-405e-bf3c-a6772026944f is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 22:57:19.365782 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6d24c9c9-671c-4aaf-b930-37eb016eae88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:21.643957 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1d737cd9-6787-43ab-8e91-68245add6b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:22.863774 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:24.276780 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:25.634749 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:32.104709 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 5 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 22:57:49.359160 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-70f96f28-0577-4f4e-85a3-bcfb1bb9c7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:51.646101 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-53310450-adaa-4daa-b858-7839789f7b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:52.867243 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:54.279802 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:57:55.637974 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:09.105075 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 5 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 22:58:19.363377 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4aadbb78-6b60-4c07-9697-6c5fce890951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:21.649318 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d13c275-1545-4281-97e6-9c3630ae09f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:22.870435 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:24.286211 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:25.643063 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:28.259960 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55144) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:58:28.266547 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [None req-47e4c62f-8344-44ea-98f0-eee5c48ee95b tempest-verify_tempest_config-57539290 tempest-verify_tempest_config-57539290-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 22:58:28.267504 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-47e4c62f-8344-44ea-98f0-eee5c48ee95b tempest-verify_tempest_config-57539290 tempest-verify_tempest_config-57539290-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0065997 May 09 22:58:28.556807 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55162) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:58:28.657631 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:28.732423 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Publish callbacks [] for security_group (d999cde7-0282-4d3d-bae7-6a58ad26d57e), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:28.736439 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d999cde7-0282-4d3d-bae7-6a58ad26d57e), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:28.780666 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=757c0b2ca1414054900dd58d856b5a9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2228060 May 09 22:58:28.781629 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d999cde7-0282-4d3d-bae7-6a58ad26d57e,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:58:28.783425 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55168) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 22:58:28.789102 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.789454 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.789816 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.790188 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.790540 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.790861 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.791188 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.791513 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.791853 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.792181 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.792522 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.792864 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.793188 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.793509 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.793827 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff807d-fc71-4d04-a7e3-718235a6f5b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.839880 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Publish callbacks [] for security_group (d999cde7-0282-4d3d-bae7-6a58ad26d57e), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:28.861213 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Publish callbacks [] for security_group (d999cde7-0282-4d3d-bae7-6a58ad26d57e), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:28.954519 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d999cde7-0282-4d3d-bae7-6a58ad26d57e), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:28.957742 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:28.958918 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d999cde7-0282-4d3d-bae7-6a58ad26d57e HTTP/1.1" status: 204 len: 168 time: 0.1738858 May 09 22:58:28.966641 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d999cde7-0282-4d3d-bae7-6a58ad26d57e,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 22:58:28.973600 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.973939 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.974305 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.974635 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.974961 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.975290 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.975613 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.975920 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.976262 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.976603 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.976939 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.977261 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.977574 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.977888 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:28.978243 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61261e-165f-442c-bdb4-84fbfe072478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 22:58:46.105598 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 5 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 22:58:49.365622 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdbce3f9-2a99-437b-8aad-73172d35fc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:51.652315 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3dcacedb-f5c5-45a9-9682-47b46279e15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:52.873949 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:54.287199 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:58:55.635501 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:59:19.367713 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2f9933f-d535-4402-9c22-d41300226c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:59:21.652201 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cbcce32c-c40b-48b4-a744-0653c9784af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:59:22.875718 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:59:23.104386 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 5 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 22:59:24.291863 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:59:25.637056 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:59:49.368184 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4874af08-3036-4421-8d86-37b1c815f84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:59:51.654758 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-242bca09-2f7a-4a67-977b-bf7978c64f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:59:52.879770 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:59:54.293533 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 22:59:55.639145 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:00:00.103758 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 5 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:00:16.912681 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3723105'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:00:19.371933 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ae4a6e46-b8d4-48bd-917d-dcd51dc1c7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:00:21.656204 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-01877028-fb05-4e1f-9b22-4dd5b86c000f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:00:22.882507 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:00:24.295593 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:00:25.644601 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:00:30.066556 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55238) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:00:30.167407 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-573229fc-60f0-4b72-aebe-adc7001578c0 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0997434 May 09 23:00:32.412524 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55248) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:00:32.464358 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-022bbd78-75e8-49cc-aefd-4726f0e58d0e admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0507820 May 09 23:00:37.103394 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:00:46.913899 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:00:49.374526 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0d03592-79c6-483f-beb0-8f4a5789e2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:00:51.661054 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5005f38d-7b96-46fe-be70-ade9bfdfb9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:00:52.884754 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:00:54.298483 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:00:55.636703 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:01:14.102591 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:01:16.915821 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:01:19.376008 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ff52004-4a4b-4f3d-8272-9181d41daebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:01:21.663381 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c2a840aa-a01f-4bd5-8599-0747b40059be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:01:22.888695 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:01:24.305913 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:01:25.644450 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:01:46.943603 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:01:49.378158 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1a0de0ee-6f69-4c54-b4fd-371ef0751cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:01:51.101346 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:01:51.665651 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5697d142-638a-4a77-b90c-39157d2204ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:01:52.890690 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:01:54.305058 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:01:55.640097 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:12.834425 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55396) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:13.077355 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1050726870-network', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:13.099574 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Made reservation on behalf of b776734a879d4c0785b1d3728b79b766 for: {'network': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:02:13.102093 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:13.113730 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:13.259812 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Publish callbacks [] for security_group (9bcc7fab-9391-4c23-a53d-cf4d767ef0e8), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:13.268999 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (9bcc7fab-9391-4c23-a53d-cf4d767ef0e8), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:13.300630 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcc7fab-9391-4c23-a53d-cf4d767ef0e8,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:13.303842 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=103350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:02:13.313032 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.313904 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.314464 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.315014 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.315414 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.315910 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.316413 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.316744 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.317093 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.317432 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.317759 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.318098 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.318449 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.318765 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.319341 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Tracked resource versions report: May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: pushed versions: May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: { 'AddressGroup': {'1.2'}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Agent': {'1.1'}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'ConntrackHelper': {'1.0'}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'LocalIPAssociation': {'1.0'}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Log': {'1.0'}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'NDPProxy': {'1.0'}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Network': {'1.1'}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Port': {'1.7'}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'PortForwarding': {'1.3'}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'QosPolicy': {'1.10'}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'SecurityGroup': {'1.5'}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'SecurityGroupRule': {'1.2'}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'SubPort': {'1.0'}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Subnet': {'1.1'}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Trunk': {'1.1'}} May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: consumer versions: May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: { DHCP agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: HyperV agent@hv-cinder-84067: {}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: L3 agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: Metadata agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: Metering agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: Open vSwitch agent@dv-cinder-840678-5-iscsi: { 'AddressGroup': '1.2', May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Agent': '1.1', May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'ConntrackHelper': '1.0', May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'LocalIPAssociation': '1.0', May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Log': '1.0', May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'NDPProxy': '1.0', May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Network': '1.1', May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Port': '1.7', May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'PortForwarding': '1.3', May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'QosPolicy': '1.10', May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'SecurityGroup': '1.5', May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'SecurityGroupRule': '1.2', May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'SubPort': '1.0', May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Subnet': '1.1', May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: 'Trunk': '1.1'}} May 09 23:02:13.320290 dv-cinder-840678-5-iscsi neutron-server[103350]: {{(pid=103350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 23:02:13.327512 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (b260b37b-3d36-4255-89cd-2575eb1e41b9), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:13.327838 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.segments_db [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Added segment b260b37b-3d36-4255-89cd-2575eb1e41b9 of type vlan for network a8d1714e-6adf-478e-9341-0aabd043adfd May 09 23:02:13.372473 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (a8d1714e-6adf-478e-9341-0aabd043adfd), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:13.404732 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (a8d1714e-6adf-478e-9341-0aabd043adfd), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:13.405693 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:13.406388 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:13.471189 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d1714e-6adf-478e-9341-0aabd043adfd,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:13.483112 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-fb92c52d-aecc-4f3a-b239-ec8af1158895 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6471918 May 09 23:02:13.483603 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55440) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:13.484115 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network a8d1714e-6adf-478e-9341-0aabd043adfd details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:02:13.492627 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Request body: {'subnet': {'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-subnet', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:13.523626 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Made reservation on behalf of b776734a879d4c0785b1d3728b79b766 for: {'subnet': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:02:13.527577 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:13.707633 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55454) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:13.756920 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for subnet (d84bfe41-fb6f-4a50-9a95-878c5deeae54), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:13.822591 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84bfe41-fb6f-4a50-9a95-878c5deeae54,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:13.830194 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Checking segment: {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:13.830544 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Network hostable DHCP agents. Network: a8d1714e-6adf-478e-9341-0aabd043adfd, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:02:13.834330 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.834676 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.835021 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.835349 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.835678 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.836001 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.836321 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.836640 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.836962 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.837281 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.837599 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.837916 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.838262 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.838577 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.838889 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Tracked resource versions report: May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: pushed versions: May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: { 'AddressGroup': {'1.2'}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Agent': {'1.1'}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'ConntrackHelper': {'1.0'}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'LocalIPAssociation': {'1.0'}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Log': {'1.0'}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'NDPProxy': {'1.0'}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Network': {'1.1'}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Port': {'1.7'}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'PortForwarding': {'1.3'}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'QosPolicy': {'1.10'}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'SecurityGroup': {'1.5'}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'SecurityGroupRule': {'1.2'}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'SubPort': {'1.0'}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Subnet': {'1.1'}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Trunk': {'1.1'}} May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: consumer versions: May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: { DHCP agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: HyperV agent@hv-cinder-84067: {}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: L3 agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: Metadata agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: Metering agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: Open vSwitch agent@dv-cinder-840678-5-iscsi: { 'AddressGroup': '1.2', May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Agent': '1.1', May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'ConntrackHelper': '1.0', May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'LocalIPAssociation': '1.0', May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Log': '1.0', May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'NDPProxy': '1.0', May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Network': '1.1', May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Port': '1.7', May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'PortForwarding': '1.3', May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'QosPolicy': '1.10', May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'SecurityGroup': '1.5', May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'SecurityGroupRule': '1.2', May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'SubPort': '1.0', May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Subnet': '1.1', May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: 'Trunk': '1.1'}} May 09 23:02:13.840068 dv-cinder-840678-5-iscsi neutron-server[103349]: {{(pid=103349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 23:02:13.859643 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Network a8d1714e-6adf-478e-9341-0aabd043adfd is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:02:13.871845 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, a8d1714e-6adf-478e-9341-0aabd043adfd) {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:13.876161 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:13.876636 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:13.885256 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36343bb-008e-4437-9890-173e40da6019 None None] Network a8d1714e-6adf-478e-9341-0aabd043adfd requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:02:13.898322 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55464) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:13.898853 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-53241803-6f5f-4652-bdc0-bd3ae9a142ce admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4121242 May 09 23:02:13.902819 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:13.911464 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55466) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:13.929032 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112480'] for router (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:13.931865 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112511'] for router (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:13.964482 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55470) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:14.030322 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b24f0e-16ea-5479-91c9-85daf8003eec-a8d1714e-6adf-478e-9341-0aabd043adfd', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54'}]}} from dv-cinder-840678-5-iscsi. {{(pid=103351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 23:02:14.031199 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.090838 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Publish callbacks [] for router_controller (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), precommit_add_association {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.196471 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Allocated IP 172.20.0.2 (a8d1714e-6adf-478e-9341-0aabd043adfd/d84bfe41-fb6f-4a50-9a95-878c5deeae54/b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:02:14.237365 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-network', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:14.284679 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] Made reservation on behalf of 0cb055ff9f0d4af6962070c7a2f19bf3 for: {'network': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:02:14.287090 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.311580 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2059878600-network', 'tenant_id': '02f99bf5f6404a1fa6c45c21136c3889'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:14.348786 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Publish callbacks [] for port (b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.360604 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.362441 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.404826 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Network a8d1714e-6adf-478e-9341-0aabd043adfd is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:02:14.408197 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Publish callbacks [] for router_gateway (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.410301 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:14.417505 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:02:14.489360 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Pushing event updated for resources: {'Port': ['ID=b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:14.498248 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.498794 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.499431 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.499968 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.500662 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.501831 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.502902 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.503430 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.504165 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.504694 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.505219 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.505987 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.506668 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.507201 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.507721 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Tracked resource versions report: May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: pushed versions: May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: { 'AddressGroup': {'1.2'}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Agent': {'1.1'}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'ConntrackHelper': {'1.0'}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'LocalIPAssociation': {'1.0'}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Log': {'1.0'}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'NDPProxy': {'1.0'}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Network': {'1.1'}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Port': {'1.7'}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'PortForwarding': {'1.3'}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'QosPolicy': {'1.10'}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'SecurityGroup': {'1.5'}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'SecurityGroupRule': {'1.2'}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'SubPort': {'1.0'}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Subnet': {'1.1'}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Trunk': {'1.1'}} May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: consumer versions: May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: { DHCP agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: HyperV agent@hv-cinder-84067: {}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: L3 agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: Metadata agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: Metering agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: Open vSwitch agent@dv-cinder-840678-5-iscsi: { 'AddressGroup': '1.2', May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Agent': '1.1', May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'ConntrackHelper': '1.0', May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'LocalIPAssociation': '1.0', May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Log': '1.0', May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'NDPProxy': '1.0', May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Network': '1.1', May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Port': '1.7', May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'PortForwarding': '1.3', May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'QosPolicy': '1.10', May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'SecurityGroup': '1.5', May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'SecurityGroupRule': '1.2', May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'SubPort': '1.0', May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Subnet': '1.1', May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: 'Trunk': '1.1'}} May 09 23:02:14.509133 dv-cinder-840678-5-iscsi neutron-server[103351]: {{(pid=103351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 23:02:14.517597 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] Publish callbacks [] for security_group (23416004-525b-425b-a39c-6ac2289de009), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.518890 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] Made reservation on behalf of 02f99bf5f6404a1fa6c45c21136c3889 for: {'network': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:02:14.522945 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.533020 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Attempting to bind port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:02:14.533669 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Attempting to bind port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:02:14.534303 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Attempting to bind port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce on network a8d1714e-6adf-478e-9341-0aabd043adfd {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:02:14.540256 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-60191989-network', 'tenant_id': '0805f702593a4c379db7cdeec818f94b'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:14.541982 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:02:14.542959 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Checking segment: {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:14.543568 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.543838 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.544531 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Bound using segment: {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:02:14.545214 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Bound port: b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:02:14.545869 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.634731 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] Publish callbacks [] for security_group (b3228a36-47be-468d-89df-b64ce50cb342), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.636290 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (23416004-525b-425b-a39c-6ac2289de009), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.649680 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (b3228a36-47be-468d-89df-b64ce50cb342), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.660261 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] For port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:02:14.665004 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] For port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:02:14.672290 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:02:14.676513 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.683046 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (88bbece4-5d1b-4726-95f0-cafeae3ed9bc), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.683386 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.segments_db [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] Added segment 88bbece4-5d1b-4726-95f0-cafeae3ed9bc of type vlan for network 017d7eef-0c33-454f-a311-3f6dcbe6afb1 May 09 23:02:14.741542 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (017d7eef-0c33-454f-a311-3f6dcbe6afb1), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.788739 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7201d-7067-4c75-ae9d-48f059477adb None None] Pushing event updated for resources: {'Port': ['ID=b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:14.790200 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (017d7eef-0c33-454f-a311-3f6dcbe6afb1), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.792806 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:14.793564 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.795098 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Publish callbacks [] for router_gateway (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.802017 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:02:14.829657 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] Made reservation on behalf of 0805f702593a4c379db7cdeec818f94b for: {'network': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:02:14.838036 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.838294 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.898011 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] Pushing event updated for resources: {'Network': ['ID=017d7eef-0c33-454f-a311-3f6dcbe6afb1,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:14.905566 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (3f25b22a-0c42-41c0-a012-de6665dc84cf), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.906165 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.segments_db [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] Added segment 3f25b22a-0c42-41c0-a012-de6665dc84cf of type vlan for network 22e6fa81-87ea-460b-b290-1c8d865027a7 May 09 23:02:14.911345 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:14.911538 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network 017d7eef-0c33-454f-a311-3f6dcbe6afb1 details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:02:14.929544 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0169601 May 09 23:02:14.937216 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55500) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:14.956793 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-cd46a4f0-a32c-4b66-b23a-963b1ceb8c79 admin admin] Request body: {'subnet': {'network_id': '017d7eef-0c33-454f-a311-3f6dcbe6afb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2059878600-subnet', 'tenant_id': '02f99bf5f6404a1fa6c45c21136c3889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:14.969680 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23416004-525b-425b-a39c-6ac2289de009,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:15.040910 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Allocated IP 172.27.3.101 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/21b6a0b8-ad6e-4bea-ac66-843019882b7b) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:02:15.045835 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dae4f2-fcc6-4b6c-b949-ae80cc71183b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3228a36-47be-468d-89df-b64ce50cb342,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:15.082023 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (22e6fa81-87ea-460b-b290-1c8d865027a7), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:15.101340 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd46a4f0-a32c-4b66-b23a-963b1ceb8c79 admin admin] Made reservation on behalf of 02f99bf5f6404a1fa6c45c21136c3889 for: {'subnet': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:02:15.103722 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cd46a4f0-a32c-4b66-b23a-963b1ceb8c79 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:15.225528 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (22e6fa81-87ea-460b-b290-1c8d865027a7), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:15.226543 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:15.227119 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:15.246614 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Publish callbacks [] for port (21b6a0b8-ad6e-4bea-ac66-843019882b7b), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:15.253159 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5440321 May 09 23:02:15.268091 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55508) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:15.341837 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (21b6a0b8-ad6e-4bea-ac66-843019882b7b), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:15.369085 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:02:15.392225 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:15.417797 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:02:15.589507 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-e3431f5e-d9f7-4dfb-a704-063eb3283344 admin admin] Request body: {'subnet': {'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-subnet', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:15.624670 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cd46a4f0-a32c-4b66-b23a-963b1ceb8c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for subnet (d00c67f9-161b-4f96-b21f-2c8a33603a39), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:15.644542 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3431f5e-d9f7-4dfb-a704-063eb3283344 admin admin] Made reservation on behalf of 0cb055ff9f0d4af6962070c7a2f19bf3 for: {'subnet': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:02:15.647010 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e3431f5e-d9f7-4dfb-a704-063eb3283344 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:15.921212 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e3431f5e-d9f7-4dfb-a704-063eb3283344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for subnet (6c269878-3551-44b2-b4c9-9e0aefdfedd6), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:15.930499 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] Publish callbacks [] for security_group (e0d6d226-4af6-4627-aa49-5617a721e7e3), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:15.960453 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46a4f0-a32c-4b66-b23a-963b1ceb8c79 admin admin] Checking segment: {'id': '88bbece4-5d1b-4726-95f0-cafeae3ed9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '017d7eef-0c33-454f-a311-3f6dcbe6afb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:15.960826 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46a4f0-a32c-4b66-b23a-963b1ceb8c79 admin admin] Network hostable DHCP agents. Network: 017d7eef-0c33-454f-a311-3f6dcbe6afb1, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:02:15.964460 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (e0d6d226-4af6-4627-aa49-5617a721e7e3), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:15.973306 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Publish callbacks [] for router_gateway (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:15.979778 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efe877-1af1-439b-9e21-dd724351eb72 admin admin] Pushing event updated for resources: {'Network': ['ID=22e6fa81-87ea-460b-b290-1c8d865027a7,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:16.001750 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network 22e6fa81-87ea-460b-b290-1c8d865027a7 details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:02:16.066556 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=103349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:02:16.143042 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46a4f0-a32c-4b66-b23a-963b1ceb8c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00c67f9-161b-4f96-b21f-2c8a33603a39,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:16.165360 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Pushing event updated for resources: {'Port': ['ID=21b6a0b8-ad6e-4bea-ac66-843019882b7b,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:16.222478 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (32449722-5a14-4320-9eac-9ca46e5b54d2), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:16.222478 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.segments_db [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] Added segment 32449722-5a14-4320-9eac-9ca46e5b54d2 of type vlan for network 83ac1e51-d1c4-412a-bbb5-5910185182a6 May 09 23:02:16.236639 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d6d226-4af6-4627-aa49-5617a721e7e3,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:16.239838 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46a4f0-a32c-4b66-b23a-963b1ceb8c79 admin admin] Network 017d7eef-0c33-454f-a311-3f6dcbe6afb1 is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:02:16.253048 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3431f5e-d9f7-4dfb-a704-063eb3283344 admin admin] Checking segment: {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:16.253411 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3431f5e-d9f7-4dfb-a704-063eb3283344 admin admin] Network hostable DHCP agents. Network: 22e6fa81-87ea-460b-b290-1c8d865027a7, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:02:16.313973 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733209'] for router (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:16.346584 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-cd46a4f0-a32c-4b66-b23a-963b1ceb8c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, 017d7eef-0c33-454f-a311-3f6dcbe6afb1) {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:16.353386 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd46a4f0-a32c-4b66-b23a-963b1ceb8c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:16.353993 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cd46a4f0-a32c-4b66-b23a-963b1ceb8c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:16.358707 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9771236-ee31-4646-b0b7-5b6b06d76e3f None None] Network 017d7eef-0c33-454f-a311-3f6dcbe6afb1 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:02:16.382499 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (83ac1e51-d1c4-412a-bbb5-5910185182a6), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:16.388135 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3431f5e-d9f7-4dfb-a704-063eb3283344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c269878-3551-44b2-b4c9-9e0aefdfedd6,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:16.426497 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-cd46a4f0-a32c-4b66-b23a-963b1ceb8c79 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4775028 May 09 23:02:16.430948 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3431f5e-d9f7-4dfb-a704-063eb3283344 admin admin] Network 22e6fa81-87ea-460b-b290-1c8d865027a7 is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:02:16.432548 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a684c07f-3998-441f-84f1-394c4c6f9a7f None None] Network a8d1714e-6adf-478e-9341-0aabd043adfd requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:02:16.443113 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-e3431f5e-d9f7-4dfb-a704-063eb3283344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, 22e6fa81-87ea-460b-b290-1c8d865027a7) {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:16.448703 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3431f5e-d9f7-4dfb-a704-063eb3283344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:16.449764 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e3431f5e-d9f7-4dfb-a704-063eb3283344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:16.456549 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (83ac1e51-d1c4-412a-bbb5-5910185182a6), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:16.457911 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:16.458718 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:16.531337 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-e3431f5e-d9f7-4dfb-a704-063eb3283344 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0730987 May 09 23:02:16.535395 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55560) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:16.542800 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d363362-5671-47de-a9ae-d444a8f01746 None None] Network 22e6fa81-87ea-460b-b290-1c8d865027a7 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:02:16.548357 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:16.559830 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5940061 May 09 23:02:16.565659 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55564) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:16.570603 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa74d7-2f84-4079-b6ab-0794c6ff3e0e admin admin] Pushing event updated for resources: {'Network': ['ID=83ac1e51-d1c4-412a-bbb5-5910185182a6,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:16.579683 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-ebbfb173-6c1d-49bd-b3f1-08007290c24a admin admin] Request body: {'subnet': {'network_id': '83ac1e51-d1c4-412a-bbb5-5910185182a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-60191989-subnet', 'tenant_id': '0805f702593a4c379db7cdeec818f94b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:16.606543 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112480'] for router (51f3d03d-15df-4054-89d2-08fbe6a1672a), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:16.607965 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112511'] for router (51f3d03d-15df-4054-89d2-08fbe6a1672a), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:16.645746 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbfb173-6c1d-49bd-b3f1-08007290c24a admin admin] Made reservation on behalf of 0805f702593a4c379db7cdeec818f94b for: {'subnet': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:02:16.649335 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb173-6c1d-49bd-b3f1-08007290c24a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:16.762360 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Publish callbacks [] for router_controller (51f3d03d-15df-4054-89d2-08fbe6a1672a), precommit_add_association {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:16.875502 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network 83ac1e51-d1c4-412a-bbb5-5910185182a6 details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:02:16.877926 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:02:16.881746 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb173-6c1d-49bd-b3f1-08007290c24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for subnet (c554ffb7-7d70-4383-a7da-46863426a058), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:16.888547 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc is scheduled to L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 with binding_index 1 {{(pid=103350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 23:02:16.895853 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-a6e0fe03-cdde-4f5b-b9b3-c7b930e801be None None] Provisioning complete for port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:16.896456 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a6e0fe03-cdde-4f5b-b9b3-c7b930e801be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:16.909713 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b24f0e-16ea-5479-91c9-85daf8003eec-22e6fa81-87ea-460b-b290-1c8d865027a7', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6'}]}} from dv-cinder-840678-5-iscsi. {{(pid=103351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 23:02:16.910561 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:17.075547 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfb173-6c1d-49bd-b3f1-08007290c24a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c554ffb7-7d70-4383-a7da-46863426a058,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:17.105022 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfb173-6c1d-49bd-b3f1-08007290c24a admin admin] Checking segment: {'id': '32449722-5a14-4320-9eac-9ca46e5b54d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '83ac1e51-d1c4-412a-bbb5-5910185182a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:17.105689 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbfb173-6c1d-49bd-b3f1-08007290c24a admin admin] Network hostable DHCP agents. Network: 83ac1e51-d1c4-412a-bbb5-5910185182a6, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:02:17.177495 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Publish callbacks [] for router_gateway (51f3d03d-15df-4054-89d2-08fbe6a1672a), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:17.283320 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0fe03-cdde-4f5b-b9b3-c7b930e801be None None] Current status of the port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:17.284289 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a6e0fe03-cdde-4f5b-b9b3-c7b930e801be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:17.302936 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:17.306788 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbfb173-6c1d-49bd-b3f1-08007290c24a admin admin] Network 83ac1e51-d1c4-412a-bbb5-5910185182a6 is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:02:17.326181 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:02:17.346330 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Sync routers for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:02:17.357145 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-ebbfb173-6c1d-49bd-b3f1-08007290c24a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, 83ac1e51-d1c4-412a-bbb5-5910185182a6) {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:17.365408 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbfb173-6c1d-49bd-b3f1-08007290c24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:17.366335 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb173-6c1d-49bd-b3f1-08007290c24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:17.373301 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:02:17.376573 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:17.378308 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:01:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:17.381441 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-0db32644-66c0-472e-84d8-2a5973b1922d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4820890 May 09 23:02:17.391901 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55612) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:17.436649 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5412fbfd-4562-4756-a079-e8830665c2ec None None] Network 83ac1e51-d1c4-412a-bbb5-5910185182a6 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:02:17.438656 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5957f76f-7bc5-4a87-83dc-5a0acdd70bf4 None None] Network 017d7eef-0c33-454f-a311-3f6dcbe6afb1 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:02:17.498188 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-ebbfb173-6c1d-49bd-b3f1-08007290c24a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9302335 May 09 23:02:17.639572 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a6e0fe03-cdde-4f5b-b9b3-c7b930e801be None None] For port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:02:17.666610 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:17.667041 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:17.760013 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Publish callbacks [] for router_gateway (51f3d03d-15df-4054-89d2-08fbe6a1672a), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:17.780569 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a6e0fe03-cdde-4f5b-b9b3-c7b930e801be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:17.804066 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:02:17.816993 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:17.938586 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55644) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:17.945604 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1763794533-network', 'tenant_id': '66d64afef3c14aa19d106c06c7a1f2e2'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:18.048532 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55650) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:18.082527 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] Made reservation on behalf of 66d64afef3c14aa19d106c06c7a1f2e2 for: {'network': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:02:18.093719 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:18.127448 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Allocated IP 172.20.0.2 (22e6fa81-87ea-460b-b290-1c8d865027a7/6c269878-3551-44b2-b4c9-9e0aefdfedd6/14864e89-d292-4260-b287-0b2baa46cb7b) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:02:18.147782 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:18.156756 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:15Z', 'revision_number': 3, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:18.186871 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Checking router: 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:02:18.199068 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Updating router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc port 21b6a0b8-ad6e-4bea-ac66-843019882b7b binding host dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:02:18.218038 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Allocated IP 172.27.3.78 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/b287382d-b47b-4f8f-94a2-e587760c1bcf) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:02:18.256373 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-b8e9d036-d176-4019-ab0f-ac46d131b33a None None] Provisioning complete for port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:18.257299 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b8e9d036-d176-4019-ab0f-ac46d131b33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:18.287821 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (21b6a0b8-ad6e-4bea-ac66-843019882b7b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:18.364134 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0fe03-cdde-4f5b-b9b3-c7b930e801be None None] Pushing event updated for resources: {'Port': ['ID=b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:18.371173 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977d0009-73bf-46f7-8c89-670b9f95b61b None None] Network 83ac1e51-d1c4-412a-bbb5-5910185182a6 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:02:18.436313 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-79817f5c-6e12-44b2-b1e7-1e0828726bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:18.649752 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b8e9d036-d176-4019-ab0f-ac46d131b33a None None] Current status of the port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:18.676393 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-79817f5c-6e12-44b2-b1e7-1e0828726bca admin admin] Publish callbacks [] for security_group (231d1fa1-52c1-430d-a5e6-75b03f63212d), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:18.696869 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] Publish callbacks [] for security_group (0ef56483-7625-4690-8c67-56e64fc4ada0), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:18.710414 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-79817f5c-6e12-44b2-b1e7-1e0828726bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (231d1fa1-52c1-430d-a5e6-75b03f63212d), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:18.712074 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:18.769686 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:18.803759 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-79817f5c-6e12-44b2-b1e7-1e0828726bca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b398b8a010f548a28e72c7dd20789571&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7407644 May 09 23:02:18.806522 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55682) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:18.832603 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Publish callbacks [] for port (14864e89-d292-4260-b287-0b2baa46cb7b), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:18.837375 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (0ef56483-7625-4690-8c67-56e64fc4ada0), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:18.841885 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:18.887030 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:02:18.927441 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55684) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:18.947761 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:02:18.966487 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Network 22e6fa81-87ea-460b-b290-1c8d865027a7 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:02:18.966710 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Publish callbacks [] for port (b287382d-b47b-4f8f-94a2-e587760c1bcf), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:18.975405 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79817f5c-6e12-44b2-b1e7-1e0828726bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231d1fa1-52c1-430d-a5e6-75b03f63212d,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:18.984382 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Pushing event updated for resources: {'Port': ['ID=14864e89-d292-4260-b287-0b2baa46cb7b,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:18.988584 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:18.995297 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:02:19.029430 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (5c550e39-b33c-465c-9122-5928c9b99093), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.029797 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.segments_db [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] Added segment 5c550e39-b33c-465c-9122-5928c9b99093 of type vlan for network 7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5 May 09 23:02:19.108729 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Attempting to bind port 14864e89-d292-4260-b287-0b2baa46cb7b on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:02:19.112548 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Attempting to bind port 14864e89-d292-4260-b287-0b2baa46cb7b by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:02:19.113672 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Attempting to bind port 14864e89-d292-4260-b287-0b2baa46cb7b on network 22e6fa81-87ea-460b-b290-1c8d865027a7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:02:19.121503 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.128558 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:19.129386 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.131490 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:02:19.133599 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Checking segment: {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:19.138582 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.139108 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Bound using segment: {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:02:19.139726 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Bound port: 14864e89-d292-4260-b287-0b2baa46cb7b, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:02:19.140214 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.172168 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.174416 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:19.174416 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.227904 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cba82a9b-8f48-4a72-97a8-858322b36871 admin admin] Publish callbacks [] for security_group (231d1fa1-52c1-430d-a5e6-75b03f63212d), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.327119 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cba82a9b-8f48-4a72-97a8-858322b36871 admin admin] Publish callbacks [] for security_group (231d1fa1-52c1-430d-a5e6-75b03f63212d), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.356420 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] Pushing event updated for resources: {'Network': ['ID=7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:19.364907 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef56483-7625-4690-8c67-56e64fc4ada0,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:19.378886 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] For port 14864e89-d292-4260-b287-0b2baa46cb7b, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:02:19.391095 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network 7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5 details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:02:19.436462 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] For port 14864e89-d292-4260-b287-0b2baa46cb7b, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=14864e89-d292-4260-b287-0b2baa46cb7b,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:02:19.441937 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-5281c949-6d9f-4f8a-8abb-ade8a6d563f0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5009375 May 09 23:02:19.445343 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55696) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:19.473659 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-ad14ddc9-20b4-4539-a344-fbd29f8d27b6 admin admin] Request body: {'subnet': {'network_id': '7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1763794533-subnet', 'tenant_id': '66d64afef3c14aa19d106c06c7a1f2e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:19.485960 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (b287382d-b47b-4f8f-94a2-e587760c1bcf), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.503832 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:19.505987 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bdece500-38c3-4b6c-8725-9791e0acd3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.515997 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-87705b71-7da6-40f5-a693-df3cf62ca48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.526440 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.557940 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Allocated IP 172.20.0.1 (a8d1714e-6adf-478e-9341-0aabd043adfd/d84bfe41-fb6f-4a50-9a95-878c5deeae54/5395b0d3-63a5-401d-938c-5a13e4562f2f) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:02:19.647346 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Pushing event updated for resources: {'Port': ['ID=b287382d-b47b-4f8f-94a2-e587760c1bcf,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:19.699524 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cba82a9b-8f48-4a72-97a8-858322b36871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (231d1fa1-52c1-430d-a5e6-75b03f63212d), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.702009 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cba82a9b-8f48-4a72-97a8-858322b36871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.703181 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-cba82a9b-8f48-4a72-97a8-858322b36871 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/231d1fa1-52c1-430d-a5e6-75b03f63212d HTTP/1.1" status: 204 len: 168 time: 0.8955512 May 09 23:02:19.705319 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:02:19.714785 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77906730-28f2-4a80-bfee-aea12684d693 None None] Pushing event updated for resources: {'Port': ['ID=14864e89-d292-4260-b287-0b2baa46cb7b,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:19.715882 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:19.726527 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:02:19.827908 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Publish callbacks [] for port (21b6a0b8-ad6e-4bea-ac66-843019882b7b), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.836629 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba82a9b-8f48-4a72-97a8-858322b36871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231d1fa1-52c1-430d-a5e6-75b03f63212d,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:19.846241 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (21b6a0b8-ad6e-4bea-ac66-843019882b7b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.908858 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Attempting to bind port 21b6a0b8-ad6e-4bea-ac66-843019882b7b on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:02:19.909618 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Attempting to bind port 21b6a0b8-ad6e-4bea-ac66-843019882b7b by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:02:19.910486 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Attempting to bind port 21b6a0b8-ad6e-4bea-ac66-843019882b7b on network 986321da-5d6d-49d1-9abb-6b80abe174d1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:02:19.918268 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad14ddc9-20b4-4539-a344-fbd29f8d27b6 admin admin] Made reservation on behalf of 66d64afef3c14aa19d106c06c7a1f2e2 for: {'subnet': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:02:19.921082 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ad14ddc9-20b4-4539-a344-fbd29f8d27b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.953489 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:02:19.954926 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Checking segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:19.955513 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:19.956077 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Bound using segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:02:19.956733 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Bound port: 21b6a0b8-ad6e-4bea-ac66-843019882b7b, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:02:19.957298 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (21b6a0b8-ad6e-4bea-ac66-843019882b7b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:20.036419 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Publish callbacks [] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:20.037377 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] For port 21b6a0b8-ad6e-4bea-ac66-843019882b7b, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:02:20.041448 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] For port 21b6a0b8-ad6e-4bea-ac66-843019882b7b, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=21b6a0b8-ad6e-4bea-ac66-843019882b7b,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:02:20.060517 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-87705b71-7da6-40f5-a693-df3cf62ca48d admin admin] Publish callbacks [] for security_group (4cd18d87-af10-4338-aff1-56c0140b1864), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:20.087747 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-87705b71-7da6-40f5-a693-df3cf62ca48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (4cd18d87-af10-4338-aff1-56c0140b1864), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:20.091554 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (21b6a0b8-ad6e-4bea-ac66-843019882b7b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:20.130747 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Pushing event updated for resources: {'Port': ['ID=21b6a0b8-ad6e-4bea-ac66-843019882b7b,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:20.163578 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.165379 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.165974 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.167529 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.168937 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.169454 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.170189 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.172449 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.174773 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.175275 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.176222 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.177390 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.178105 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.179414 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.180668 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Tracked resource versions report: May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: pushed versions: May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: { 'AddressGroup': {'1.2'}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Agent': {'1.1'}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'ConntrackHelper': {'1.0'}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'LocalIPAssociation': {'1.0'}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Log': {'1.0'}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'NDPProxy': {'1.0'}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Network': {'1.1'}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Port': {'1.7'}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'PortForwarding': {'1.3'}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'QosPolicy': {'1.10'}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'SecurityGroup': {'1.5'}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'SecurityGroupRule': {'1.2'}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'SubPort': {'1.0'}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Subnet': {'1.1'}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Trunk': {'1.1'}} May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: consumer versions: May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: { DHCP agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: HyperV agent@hv-cinder-84067: {}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: L3 agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: Metadata agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: Metering agent@dv-cinder-840678-5-iscsi: {}, May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: Open vSwitch agent@dv-cinder-840678-5-iscsi: { 'AddressGroup': '1.2', May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Agent': '1.1', May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'ConntrackHelper': '1.0', May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'LocalIPAssociation': '1.0', May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Log': '1.0', May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'NDPProxy': '1.0', May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Network': '1.1', May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Port': '1.7', May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'PortForwarding': '1.3', May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'QosPolicy': '1.10', May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'SecurityGroup': '1.5', May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'SecurityGroupRule': '1.2', May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'SubPort': '1.0', May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Subnet': '1.1', May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: 'Trunk': '1.1'}} May 09 23:02:20.183393 dv-cinder-840678-5-iscsi neutron-server[103352]: {{(pid=103352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 23:02:20.242217 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:20.244334 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Publish callbacks [] for router_gateway (51f3d03d-15df-4054-89d2-08fbe6a1672a), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:20.266393 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-87705b71-7da6-40f5-a693-df3cf62ca48d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee43ae34b4cd499c98fa333ee26bb26d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3373079 May 09 23:02:20.286335 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55732) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:20.302343 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87705b71-7da6-40f5-a693-df3cf62ca48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd18d87-af10-4338-aff1-56c0140b1864,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:20.325014 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Network a8d1714e-6adf-478e-9341-0aabd043adfd is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:02:20.327319 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:20.330776 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:02:20.331410 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719412'] for router_interface (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:20.394842 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036eeb7a-1add-46a4-8003-3a42d7978b98 None None] Pushing event updated for resources: {'Port': ['ID=21b6a0b8-ad6e-4bea-ac66-843019882b7b,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:20.436170 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:02:20.437016 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:01:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:20.441511 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55742) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:20.455406 dv-cinder-840678-5-iscsi neutron-server[103349]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 09 23:02:20.584270 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55744) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:20.671908 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a9cacb4d-f773-4c07-a2f0-6bb947d8a203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:20.692274 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:02:20.789924 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-da8868b0-4037-48c6-889c-8c83ce168fca None None] Provisioning complete for port 5395b0d3-63a5-401d-938c-5a13e4562f2f triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:20.790476 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-da8868b0-4037-48c6-889c-8c83ce168fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:20.844447 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a9cacb4d-f773-4c07-a2f0-6bb947d8a203 admin admin] Publish callbacks [] for security_group (b8ed3a9b-aafd-41bc-b94e-9ddc2aeb7a84), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:20.851931 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55748) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:20.864663 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Pushing event updated for resources: {'Port': ['ID=5395b0d3-63a5-401d-938c-5a13e4562f2f,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:20.889419 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 14864e89-d292-4260-b287-0b2baa46cb7b up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:02:20.939586 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a9cacb4d-f773-4c07-a2f0-6bb947d8a203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (b8ed3a9b-aafd-41bc-b94e-9ddc2aeb7a84), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.018682 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:15Z', 'revision_number': 3, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:21.077466 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-298a695a-eca4-45cf-ad30-73c33a64ad13 admin admin] Publish callbacks [] for security_group (4cd18d87-af10-4338-aff1-56c0140b1864), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.081887 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df5eb1-5f39-4a47-84af-4bafbb051832 None None] The sync data for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi is: [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:15Z', 'revision_number': 3, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:02:21.113902 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-298a695a-eca4-45cf-ad30-73c33a64ad13 admin admin] Publish callbacks [] for security_group (4cd18d87-af10-4338-aff1-56c0140b1864), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.206897 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cacb4d-f773-4c07-a2f0-6bb947d8a203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ed3a9b-aafd-41bc-b94e-9ddc2aeb7a84,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:21.213194 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ad14ddc9-20b4-4539-a344-fbd29f8d27b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for subnet (ae618578-99cd-410b-b980-ea6417e2201f), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.222220 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-a9cacb4d-f773-4c07-a2f0-6bb947d8a203 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=388507a9b9a74759b0ec64fc043c552a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6196404 May 09 23:02:21.230254 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55756) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:21.296273 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14ddc9-20b4-4539-a344-fbd29f8d27b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae618578-99cd-410b-b980-ea6417e2201f,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:21.307222 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7fe60d-19f6-423a-9d28-823332b15ae8 None None] Network 22e6fa81-87ea-460b-b290-1c8d865027a7 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:02:21.335292 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-da8868b0-4037-48c6-889c-8c83ce168fca None None] Port 5395b0d3-63a5-401d-938c-5a13e4562f2f cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:02:21.350817 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-0bfcba32-7f6b-47b5-ba9d-65be4b7ce699 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:21.358155 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-0bfcba32-7f6b-47b5-ba9d-65be4b7ce699 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/networks?id=83ac1e51-d1c4-412a-bbb5-5910185182a6 HTTP/1.1" status: 200 len: 810 time: 0.9142046 May 09 23:02:21.363186 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733209'] for router (51f3d03d-15df-4054-89d2-08fbe6a1672a), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.380931 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f9f757cb-e2aa-4b45-9741-3ba653d1b438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.402604 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-8b542594-3e3d-456a-86d0-bdb421db9c7e tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/quotas/0805f702593a4c379db7cdeec818f94b HTTP/1.1" status: 200 len: 375 time: 0.0432870 May 09 23:02:21.417050 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.438960 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 14864e89-d292-4260-b287-0b2baa46cb7b triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:21.442039 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.489775 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-56582b42-4e4f-4abe-9ff2-eb2776ce381c admin admin] Publish callbacks [] for security_group (b8ed3a9b-aafd-41bc-b94e-9ddc2aeb7a84), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.500167 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-fcee0170-e8e2-4424-a82d-2e0dddf15b7b None None] Provisioning complete for port 14864e89-d292-4260-b287-0b2baa46cb7b triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:21.500563 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fcee0170-e8e2-4424-a82d-2e0dddf15b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.571008 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-56582b42-4e4f-4abe-9ff2-eb2776ce381c admin admin] Publish callbacks [] for security_group (b8ed3a9b-aafd-41bc-b94e-9ddc2aeb7a84), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.573492 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-f5a03e63-0855-41c9-879a-4ffb7eb797ba tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0805f702593a4c379db7cdeec818f94b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1697884 May 09 23:02:21.574272 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14ddc9-20b4-4539-a344-fbd29f8d27b6 admin admin] Checking segment: {'id': '5c550e39-b33c-465c-9122-5928c9b99093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:21.574631 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad14ddc9-20b4-4539-a344-fbd29f8d27b6 admin admin] Network hostable DHCP agents. Network: 7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:02:21.580959 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-298a695a-eca4-45cf-ad30-73c33a64ad13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (4cd18d87-af10-4338-aff1-56c0140b1864), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.583915 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-298a695a-eca4-45cf-ad30-73c33a64ad13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.588557 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-298a695a-eca4-45cf-ad30-73c33a64ad13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cd18d87-af10-4338-aff1-56c0140b1864 HTTP/1.1" status: 204 len: 168 time: 1.2702901 May 09 23:02:21.677279 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a695a-eca4-45cf-ad30-73c33a64ad13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd18d87-af10-4338-aff1-56c0140b1864,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:21.690923 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f9f757cb-e2aa-4b45-9741-3ba653d1b438 admin admin] Publish callbacks [] for security_group (a7bbcf0c-1dc3-4668-a128-f08c7f903e48), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.697072 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad14ddc9-20b4-4539-a344-fbd29f8d27b6 admin admin] Network 7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5 is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:02:21.723136 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-ad14ddc9-20b4-4539-a344-fbd29f8d27b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, 7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5) {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:21.727191 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f9f757cb-e2aa-4b45-9741-3ba653d1b438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a7bbcf0c-1dc3-4668-a128-f08c7f903e48), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.749933 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14ddc9-20b4-4539-a344-fbd29f8d27b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:21.751721 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ad14ddc9-20b4-4539-a344-fbd29f8d27b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.830722 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-ad14ddc9-20b4-4539-a344-fbd29f8d27b6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3797715 May 09 23:02:21.843112 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-fcee0170-e8e2-4424-a82d-2e0dddf15b7b None None] Current status of the port 14864e89-d292-4260-b287-0b2baa46cb7b is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:21.843679 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fcee0170-e8e2-4424-a82d-2e0dddf15b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.846076 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Router 51f3d03d-15df-4054-89d2-08fbe6a1672a is scheduled to L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 with binding_index 1 {{(pid=103349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 23:02:21.853393 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ef799179-16c5-4bc7-84da-21c14f705caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.857520 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd09b8-45cd-4c7e-baa8-4ca22625ad18 None None] Network 7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:02:21.958218 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-f9f757cb-e2aa-4b45-9741-3ba653d1b438 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=192f40de826942b1994a0e8ea5db9d88&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1037824 May 09 23:02:21.961073 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f757cb-e2aa-4b45-9741-3ba653d1b438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bbcf0c-1dc3-4668-a128-f08c7f903e48,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:21.961856 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55772) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:21.971449 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-56582b42-4e4f-4abe-9ff2-eb2776ce381c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (b8ed3a9b-aafd-41bc-b94e-9ddc2aeb7a84), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.982714 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-56582b42-4e4f-4abe-9ff2-eb2776ce381c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:21.987966 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-56582b42-4e4f-4abe-9ff2-eb2776ce381c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8ed3a9b-aafd-41bc-b94e-9ddc2aeb7a84 HTTP/1.1" status: 204 len: 168 time: 0.7519679 May 09 23:02:22.012241 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-c13cd27f-5d70-4dc4-ac32-617810f28c8c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 23:02:22.013436 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-c13cd27f-5d70-4dc4-ac32-617810f28c8c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2252975 May 09 23:02:22.029574 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56582b42-4e4f-4abe-9ff2-eb2776ce381c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ed3a9b-aafd-41bc-b94e-9ddc2aeb7a84,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:22.049171 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Publish callbacks [] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.058878 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.060359 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719614'] for router_interface (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.085032 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 14864e89-d292-4260-b287-0b2baa46cb7b is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:22.085518 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.147867 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55776) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:22.176332 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-fcee0170-e8e2-4424-a82d-2e0dddf15b7b None None] For port 14864e89-d292-4260-b287-0b2baa46cb7b, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=14864e89-d292-4260-b287-0b2baa46cb7b,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:02:22.193466 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fcee0170-e8e2-4424-a82d-2e0dddf15b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.286075 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Pushing event updated for resources: {'Port': ['ID=5395b0d3-63a5-401d-938c-5a13e4562f2f,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:22.310453 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_v2 [None req-07745e5c-6087-4ec8-b112-764827adc247 admin admin] Deleting subnet d00c67f9-161b-4f96-b21f-2c8a33603a39 {{(pid=103350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:02:22.318944 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-07745e5c-6087-4ec8-b112-764827adc247 admin admin] Publish callbacks [] for subnet (d00c67f9-161b-4f96-b21f-2c8a33603a39), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.354766 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:02:22.358345 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-16d2cea6-0cfb-4f41-ad6d-1c6a9f594a4b admin admin] Publish callbacks [] for security_group (a7bbcf0c-1dc3-4668-a128-f08c7f903e48), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.371384 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55780) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:22.381371 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-07745e5c-6087-4ec8-b112-764827adc247 admin admin] Publish callbacks [] for subnet (d00c67f9-161b-4f96-b21f-2c8a33603a39), precommit_delete_associations {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.392662 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-07745e5c-6087-4ec8-b112-764827adc247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (d00c67f9-161b-4f96-b21f-2c8a33603a39), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.403313 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39f0523-34ff-4a1a-a709-0a03ef05b21b None None] Network 7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:02:22.442639 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c77e3e75-d05c-441c-ac9d-aa431e427a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.464965 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-07745e5c-6087-4ec8-b112-764827adc247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for subnet (d00c67f9-161b-4f96-b21f-2c8a33603a39), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.468839 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-17537a81-9311-450d-925b-c3796e45afa0 service neutron] 10.222.0.23 "GET /v2.0/networks/83ac1e51-d1c4-412a-bbb5-5910185182a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403498 May 09 23:02:22.495153 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.db.api [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 23:02:22.495642 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG oslo_db.api [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 23:02:22.496987 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.498381 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-a388141d-951f-436a-a478-a2056cc9e64d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9620283 May 09 23:02:22.509636 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-16d2cea6-0cfb-4f41-ad6d-1c6a9f594a4b admin admin] Publish callbacks [] for security_group (a7bbcf0c-1dc3-4668-a128-f08c7f903e48), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.536255 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55786) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:22.540992 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Sync routers for ids ['51f3d03d-15df-4054-89d2-08fbe6a1672a'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:02:22.547220 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07745e5c-6087-4ec8-b112-764827adc247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00c67f9-161b-4f96-b21f-2c8a33603a39,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:22.557257 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-034448ea-c11a-4328-8cb1-e3740defe5fa None None] Provisioning complete for port 14864e89-d292-4260-b287-0b2baa46cb7b triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:22.557654 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-034448ea-c11a-4328-8cb1-e3740defe5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.634915 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Routers {'51f3d03d-15df-4054-89d2-08fbe6a1672a'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:02:22.635619 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:02:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['51f3d03d-15df-4054-89d2-08fbe6a1672a'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:22.709135 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-106a3cbf-ce37-4bb9-929b-4d84467d342d service neutron] 10.222.0.23 "GET /v2.0/networks/83ac1e51-d1c4-412a-bbb5-5910185182a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393463 May 09 23:02:22.737083 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-16d2cea6-0cfb-4f41-ad6d-1c6a9f594a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a7bbcf0c-1dc3-4668-a128-f08c7f903e48), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.739681 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-16d2cea6-0cfb-4f41-ad6d-1c6a9f594a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.743729 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-16d2cea6-0cfb-4f41-ad6d-1c6a9f594a4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7bbcf0c-1dc3-4668-a128-f08c7f903e48 HTTP/1.1" status: 204 len: 168 time: 0.7807167 May 09 23:02:22.770536 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Set router 51f3d03d-15df-4054-89d2-08fbe6a1672a gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:02:22.773615 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2cea6-0cfb-4f41-ad6d-1c6a9f594a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bbcf0c-1dc3-4668-a128-f08c7f903e48,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:22.804866 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c77e3e75-d05c-441c-ac9d-aa431e427a2d admin admin] Publish callbacks [] for security_group (1c36499e-9869-4378-a248-0173b0388cd6), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.815457 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c77e3e75-d05c-441c-ac9d-aa431e427a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (1c36499e-9869-4378-a248-0173b0388cd6), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.837016 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-07745e5c-6087-4ec8-b112-764827adc247 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:22.847213 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-07745e5c-6087-4ec8-b112-764827adc247 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d00c67f9-161b-4f96-b21f-2c8a33603a39 HTTP/1.1" status: 204 len: 168 time: 0.6949813 May 09 23:02:22.853416 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55798) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:22.855366 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Network a8d1714e-6adf-478e-9341-0aabd043adfd is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:02:22.868441 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:22.902767 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-c77e3e75-d05c-441c-ac9d-aa431e427a2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=337cfb14003948e8b662907aa21241c7&name=default HTTP/1.1" status: 200 len: 2995 time: 0.5256212 May 09 23:02:22.903716 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e3e75-d05c-441c-ac9d-aa431e427a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c36499e-9869-4378-a248-0173b0388cd6,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:22.906401 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55800) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:22.946971 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee0170-e8e2-4424-a82d-2e0dddf15b7b None None] Pushing event updated for resources: {'Port': ['ID=14864e89-d292-4260-b287-0b2baa46cb7b,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:23.082488 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cd797f30-60ba-481a-8eb0-425564a2af1a admin admin] Publish callbacks [] for security_group (1c36499e-9869-4378-a248-0173b0388cd6), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.128206 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 14864e89-d292-4260-b287-0b2baa46cb7b is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:23.138196 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cd797f30-60ba-481a-8eb0-425564a2af1a admin admin] Publish callbacks [] for security_group (1c36499e-9869-4378-a248-0173b0388cd6), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.152582 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.252060 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (017d7eef-0c33-454f-a311-3f6dcbe6afb1), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.269666 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cd797f30-60ba-481a-8eb0-425564a2af1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (1c36499e-9869-4378-a248-0173b0388cd6), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.275102 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cd797f30-60ba-481a-8eb0-425564a2af1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.279289 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-cd797f30-60ba-481a-8eb0-425564a2af1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c36499e-9869-4378-a248-0173b0388cd6 HTTP/1.1" status: 204 len: 168 time: 0.3686543 May 09 23:02:23.292691 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd797f30-60ba-481a-8eb0-425564a2af1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c36499e-9869-4378-a248-0173b0388cd6,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:23.339904 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:19Z', 'revision_number': 3, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:23.432803 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Checking router: 51f3d03d-15df-4054-89d2-08fbe6a1672a for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:02:23.433161 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Updating router 51f3d03d-15df-4054-89d2-08fbe6a1672a port b287382d-b47b-4f8f-94a2-e587760c1bcf binding host dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:02:23.509088 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-034448ea-c11a-4328-8cb1-e3740defe5fa None None] Current status of the port 14864e89-d292-4260-b287-0b2baa46cb7b is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:23.511448 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b287382d-b47b-4f8f-94a2-e587760c1bcf), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.540986 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 21b6a0b8-ad6e-4bea-ac66-843019882b7b up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:02:23.568694 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (017d7eef-0c33-454f-a311-3f6dcbe6afb1), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.619096 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:02:23.632054 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 21b6a0b8-ad6e-4bea-ac66-843019882b7b triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:23.632581 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (21b6a0b8-ad6e-4bea-ac66-843019882b7b), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.656534 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:23.656956 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:23.657719 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:23.658063 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:23.658421 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:23.658749 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:23.659069 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:23.659382 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:23.659710 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:23.660021 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:23.773706 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-e02fb22b-f678-43cc-a3df-f1907af28dc8 None None] Provisioning complete for port 5395b0d3-63a5-401d-938c-5a13e4562f2f triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:23.774096 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e02fb22b-f678-43cc-a3df-f1907af28dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.804034 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55842) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:23.827637 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-efde8a3a-e3e0-4480-b676-d1df257b2b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.841927 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:23.842300 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:23.843037 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:23.843037 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:23.843305 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017d7eef-0c33-454f-a311-3f6dcbe6afb1']}} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:23.889888 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e02fb22b-f678-43cc-a3df-f1907af28dc8 None None] Port 5395b0d3-63a5-401d-938c-5a13e4562f2f cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:02:23.897667 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88bbece4-5d1b-4726-95f0-cafeae3ed9bc') {'for_net_delete': True} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:23.897971 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88bbece4-5d1b-4726-95f0-cafeae3ed9bc') {} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:23.923641 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9966954'] for segment (88bbece4-5d1b-4726-95f0-cafeae3ed9bc), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.948067 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 21b6a0b8-ad6e-4bea-ac66-843019882b7b is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:23.950522 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (21b6a0b8-ad6e-4bea-ac66-843019882b7b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.986059 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] For port 21b6a0b8-ad6e-4bea-ac66-843019882b7b, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=21b6a0b8-ad6e-4bea-ac66-843019882b7b,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:02:23.988060 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (88bbece4-5d1b-4726-95f0-cafeae3ed9bc), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.989638 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-efde8a3a-e3e0-4480-b676-d1df257b2b47 admin admin] Publish callbacks [] for security_group (2b83b03c-7b6a-489d-a39f-efd8a283b011), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:23.996023 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-efde8a3a-e3e0-4480-b676-d1df257b2b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (2b83b03c-7b6a-489d-a39f-efd8a283b011), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.015375 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:02:24.015979 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885323'] for segment (88bbece4-5d1b-4726-95f0-cafeae3ed9bc), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: from cryptography.utils import int_from_bytes May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: from cryptography.utils import int_from_bytes May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: Traceback (most recent call last): May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: timer() May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: cb(*args, **kw) May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: return func(*args, **kwargs) May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: self._notify() May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: self.callback(batched_events) May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: event.method(event) May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: return f(self, *a, **k) May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: return self._get(url).json() May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: return self.request(url, 'GET', **kwargs) May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:02:24.026893 dv-cinder-840678-5-iscsi neutron-server[103350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:02:24.036561 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde8a3a-e3e0-4480-b676-d1df257b2b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b83b03c-7b6a-489d-a39f-efd8a283b011,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:24.069364 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-efde8a3a-e3e0-4480-b676-d1df257b2b47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb01e86c8dbe4e5b986653458c907ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633405 May 09 23:02:24.072072 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55848) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:24.167139 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-64779be3-1f8d-416d-98d5-c13a7195c273 admin admin] Publish callbacks [] for security_group (2b83b03c-7b6a-489d-a39f-efd8a283b011), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.195783 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (017d7eef-0c33-454f-a311-3f6dcbe6afb1), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.206789 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-64779be3-1f8d-416d-98d5-c13a7195c273 admin admin] Publish callbacks [] for security_group (2b83b03c-7b6a-489d-a39f-efd8a283b011), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.236293 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (21b6a0b8-ad6e-4bea-ac66-843019882b7b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.237079 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 14864e89-d292-4260-b287-0b2baa46cb7b up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:02:24.264235 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:02:24.266241 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.266811 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-64779be3-1f8d-416d-98d5-c13a7195c273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (2b83b03c-7b6a-489d-a39f-efd8a283b011), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.269449 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/017d7eef-0c33-454f-a311-3f6dcbe6afb1 HTTP/1.1" status: 204 len: 168 time: 1.4129300 May 09 23:02:24.271196 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-64779be3-1f8d-416d-98d5-c13a7195c273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.274093 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-64779be3-1f8d-416d-98d5-c13a7195c273 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b83b03c-7b6a-489d-a39f-efd8a283b011 HTTP/1.1" status: 204 len: 168 time: 0.2009740 May 09 23:02:24.274985 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55854) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:24.279752 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Sync routers for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:02:24.289216 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf989cf7-8491-4a3f-8362-05e0d1fa38d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=017d7eef-0c33-454f-a311-3f6dcbe6afb1,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:24.293542 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-60389ddc-99b9-4d87-a5f5-068e6c8d8239 admin admin] 10.222.0.23 "PUT /v2.0/routers/0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9001060 May 09 23:02:24.316426 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64779be3-1f8d-416d-98d5-c13a7195c273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b83b03c-7b6a-489d-a39f-efd8a283b011,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:24.331678 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:02:24.332328 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:02:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:24.342480 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c6937d-78ec-43f4-8021-34ee14419506 admin admin] Deleting subnet ae618578-99cd-410b-b980-ea6417e2201f {{(pid=103349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:02:24.347527 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-31c6937d-78ec-43f4-8021-34ee14419506 admin admin] Publish callbacks [] for subnet (ae618578-99cd-410b-b980-ea6417e2201f), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.393757 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-31c6937d-78ec-43f4-8021-34ee14419506 admin admin] Publish callbacks [] for subnet (ae618578-99cd-410b-b980-ea6417e2201f), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.405974 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-31c6937d-78ec-43f4-8021-34ee14419506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (ae618578-99cd-410b-b980-ea6417e2201f), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.428465 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Publish callbacks [] for port (b287382d-b47b-4f8f-94a2-e587760c1bcf), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.498279 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.512478 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-31c6937d-78ec-43f4-8021-34ee14419506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for subnet (ae618578-99cd-410b-b980-ea6417e2201f), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.522499 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (b287382d-b47b-4f8f-94a2-e587760c1bcf), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.583794 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Attempting to bind port b287382d-b47b-4f8f-94a2-e587760c1bcf on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:02:24.584323 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Attempting to bind port b287382d-b47b-4f8f-94a2-e587760c1bcf by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:02:24.584920 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Attempting to bind port b287382d-b47b-4f8f-94a2-e587760c1bcf on network 986321da-5d6d-49d1-9abb-6b80abe174d1 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:02:24.591193 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.592080 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6937d-78ec-43f4-8021-34ee14419506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae618578-99cd-410b-b980-ea6417e2201f,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:24.609982 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-31c6937d-78ec-43f4-8021-34ee14419506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.622359 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-31c6937d-78ec-43f4-8021-34ee14419506 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ae618578-99cd-410b-b980-ea6417e2201f HTTP/1.1" status: 204 len: 168 time: 0.3429375 May 09 23:02:24.625909 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55876) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:24.627690 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 14864e89-d292-4260-b287-0b2baa46cb7b triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:24.628999 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.633409 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:02:24.688370 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:02:24.688746 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Checking segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:24.689150 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.689548 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Bound using segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:02:24.690088 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Bound port: b287382d-b47b-4f8f-94a2-e587760c1bcf, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:02:24.690554 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b287382d-b47b-4f8f-94a2-e587760c1bcf), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.693710 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Pushing event updated for resources: {'Port': ['ID=21b6a0b8-ad6e-4bea-ac66-843019882b7b,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:24.746976 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33042cd8-1b9c-4bdc-b18e-17bf8eef5106 None None] Pushing event updated for resources: {'Port': ['ID=b287382d-b47b-4f8f-94a2-e587760c1bcf,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:24.825590 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:24.876596 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 14864e89-d292-4260-b287-0b2baa46cb7b is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:24.888443 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Allocated IP 172.20.0.1 (22e6fa81-87ea-460b-b290-1c8d865027a7/6c269878-3551-44b2-b4c9-9e0aefdfedd6/d8642683-2128-485f-80aa-21be69c1e51f) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:02:24.921912 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] For port b287382d-b47b-4f8f-94a2-e587760c1bcf, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:02:24.927163 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] For port b287382d-b47b-4f8f-94a2-e587760c1bcf, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=b287382d-b47b-4f8f-94a2-e587760c1bcf,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:02:24.936302 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (b287382d-b47b-4f8f-94a2-e587760c1bcf), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:25.004129 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Routers {'51f3d03d-15df-4054-89d2-08fbe6a1672a'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:02:25.005542 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:02:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['51f3d03d-15df-4054-89d2-08fbe6a1672a'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:25.023430 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:25.120109 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Publish callbacks [] for port (d8642683-2128-485f-80aa-21be69c1e51f), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:25.193753 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (d8642683-2128-485f-80aa-21be69c1e51f), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:25.292962 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55896) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:25.320470 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 2, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:25.347967 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] Set router 51f3d03d-15df-4054-89d2-08fbe6a1672a gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:02:25.358289 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Checking router: 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:02:25.359205 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Updating router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc port 5395b0d3-63a5-401d-938c-5a13e4562f2f binding host dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:02:25.408582 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=d8642683-2128-485f-80aa-21be69c1e51f,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:25.424348 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:25.460463 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55910) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:25.473835 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:25.474342 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:25.475135 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:25.475271 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Network 22e6fa81-87ea-460b-b290-1c8d865027a7 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:02:25.476207 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:25.476569 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:25.476911 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:25.478037 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:25.478411 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:25.478981 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:25.479330 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:25.482849 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-c63beadb-87f2-4bfc-bdd3-1b1409dd43d6 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--756008045', 'description': 'tempest-description--1370142502'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:25.506247 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:25.509647 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:02:25.544345 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c63beadb-87f2-4bfc-bdd3-1b1409dd43d6 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:25.556987 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 21b6a0b8-ad6e-4bea-ac66-843019882b7b up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:02:25.650797 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33042cd8-1b9c-4bdc-b18e-17bf8eef5106 None None] Pushing event updated for resources: {'Port': ['ID=b287382d-b47b-4f8f-94a2-e587760c1bcf,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:25.794966 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c63beadb-87f2-4bfc-bdd3-1b1409dd43d6 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (4dc4d97e-b191-4690-9716-7f29dd20933e), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:25.812449 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719412'] for router_interface (51f3d03d-15df-4054-89d2-08fbe6a1672a), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:25.951426 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:25.958148 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:25.958735 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:25.958880 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:25.959215 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 23:02:25.959577 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5']}} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:25.999790 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c550e39-b33c-465c-9122-5928c9b99093') {'for_net_delete': True} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:25.999981 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c550e39-b33c-465c-9122-5928c9b99093') {} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:26.040538 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2099907'] for segment (5c550e39-b33c-465c-9122-5928c9b99093), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.086357 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:19Z', 'revision_number': 3, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:26.088501 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (5c550e39-b33c-465c-9122-5928c9b99093), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.108741 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:02:26.109154 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2132068'] for segment (5c550e39-b33c-465c-9122-5928c9b99093), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.176599 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3651e36-6998-4695-8f78-dad18f79bf3e None None] The sync data for ids ['51f3d03d-15df-4054-89d2-08fbe6a1672a'] in dv-cinder-840678-5-iscsi is: [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:19Z', 'revision_number': 3, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:02:26.211777 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 21b6a0b8-ad6e-4bea-ac66-843019882b7b triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:26.212408 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (21b6a0b8-ad6e-4bea-ac66-843019882b7b), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: from cryptography.utils import int_from_bytes May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: from cryptography.utils import int_from_bytes May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: Traceback (most recent call last): May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: timer() May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: cb(*args, **kw) May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: return func(*args, **kwargs) May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: self._notify() May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: self.callback(batched_events) May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: event.method(event) May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: return f(self, *a, **k) May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._get(url).json() May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: return self.request(url, 'GET', **kwargs) May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:02:26.267673 dv-cinder-840678-5-iscsi neutron-server[103349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:02:26.276511 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.290010 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.293381 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5 HTTP/1.1" status: 204 len: 168 time: 1.6664071 May 09 23:02:26.323931 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978ac06-c333-4ead-89b6-a6a0b05dabd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d44c9a9-6e39-47ce-ac95-f22f4d9a1ce5,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:26.341289 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-53dfecf8-6d67-4867-a716-64404d085209 None None] Provisioning complete for port d8642683-2128-485f-80aa-21be69c1e51f triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:26.349253 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-53dfecf8-6d67-4867-a716-64404d085209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (d8642683-2128-485f-80aa-21be69c1e51f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.352300 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Publish callbacks [] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.369258 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.374268 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c63beadb-87f2-4bfc-bdd3-1b1409dd43d6 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (4dc4d97e-b191-4690-9716-7f29dd20933e), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.384171 dv-cinder-840678-5-iscsi neutron-server[103350]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 09 23:02:26.469010 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6a729b27-ad41-4555-b238-3ebb727c59ed req-294f7b67-48cb-4fc5-87bc-bb4229b1986e tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 210 time: 1.1705065 May 09 23:02:26.543263 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63beadb-87f2-4bfc-bdd3-1b1409dd43d6 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc4d97e-b191-4690-9716-7f29dd20933e,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:26.545972 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (d8642683-2128-485f-80aa-21be69c1e51f), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.546207 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e729f-943f-4190-990b-6dc1edaa7611 None None] Pushing event updated for resources: {'Port': ['ID=5395b0d3-63a5-401d-938c-5a13e4562f2f,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:26.553491 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-53dfecf8-6d67-4867-a716-64404d085209 None None] Port d8642683-2128-485f-80aa-21be69c1e51f cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:02:26.571765 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c63beadb-87f2-4bfc-bdd3-1b1409dd43d6 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.573154 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-c63beadb-87f2-4bfc-bdd3-1b1409dd43d6 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0965528 May 09 23:02:26.576079 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 55954) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:26.581851 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-09ade49c-9c4c-4336-9972-1e033ef9b863 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'security_group_rule': {'security_group_id': '4dc4d97e-b191-4690-9716-7f29dd20933e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:26.668274 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 21b6a0b8-ad6e-4bea-ac66-843019882b7b is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:26.754192 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Attempting to bind port 5395b0d3-63a5-401d-938c-5a13e4562f2f on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:02:26.754816 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Attempting to bind port 5395b0d3-63a5-401d-938c-5a13e4562f2f by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:02:26.755698 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Attempting to bind port 5395b0d3-63a5-401d-938c-5a13e4562f2f on network a8d1714e-6adf-478e-9341-0aabd043adfd {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:02:26.785318 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:02:26.785721 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Checking segment: {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:26.786149 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.786542 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Bound using segment: {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:02:26.787030 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Bound port: 5395b0d3-63a5-401d-938c-5a13e4562f2f, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:02:26.787804 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.798754 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55962) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:26.918310 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-5a367d18-d0af-4c50-a048-3320ffbb3fae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02f99bf5f6404a1fa6c45c21136c3889&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1102602 May 09 23:02:26.918967 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55968) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:26.950844 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-09ade49c-9c4c-4336-9972-1e033ef9b863 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (993aad82-b5eb-4334-9970-8225fbe6fc56), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:26.974092 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] For port 5395b0d3-63a5-401d-938c-5a13e4562f2f, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:02:26.977522 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] For port 5395b0d3-63a5-401d-938c-5a13e4562f2f, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=5395b0d3-63a5-401d-938c-5a13e4562f2f,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:02:26.993105 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.006593 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-f93b9925-baeb-4bf9-8273-ad642a939e29 None None] Provisioning complete for port 5395b0d3-63a5-401d-938c-5a13e4562f2f triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:27.008612 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f93b9925-baeb-4bf9-8273-ad642a939e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.075960 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d849739a-4a1b-4cdc-8d99-4b78a771371b admin admin] Publish callbacks [] for security_group (b3228a36-47be-468d-89df-b64ce50cb342), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.140558 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d849739a-4a1b-4cdc-8d99-4b78a771371b admin admin] Publish callbacks [] for security_group (b3228a36-47be-468d-89df-b64ce50cb342), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.171240 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e729f-943f-4190-990b-6dc1edaa7611 None None] Pushing event updated for resources: {'Port': ['ID=5395b0d3-63a5-401d-938c-5a13e4562f2f,revision_number=4']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:27.174331 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:02:27.174957 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:02:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:27.200667 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-09ade49c-9c4c-4336-9972-1e033ef9b863 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (993aad82-b5eb-4334-9970-8225fbe6fc56), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.240377 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-f93b9925-baeb-4bf9-8273-ad642a939e29 None None] Current status of the port 5395b0d3-63a5-401d-938c-5a13e4562f2f is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:27.241820 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f93b9925-baeb-4bf9-8273-ad642a939e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.248270 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-09ade49c-9c4c-4336-9972-1e033ef9b863 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (993aad82-b5eb-4334-9970-8225fbe6fc56), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.252922 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Publish callbacks [] for port (d8642683-2128-485f-80aa-21be69c1e51f), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.275533 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d849739a-4a1b-4cdc-8d99-4b78a771371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (b3228a36-47be-468d-89df-b64ce50cb342), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.277899 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d849739a-4a1b-4cdc-8d99-4b78a771371b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.279335 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-d849739a-4a1b-4cdc-8d99-4b78a771371b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3228a36-47be-468d-89df-b64ce50cb342 HTTP/1.1" status: 204 len: 168 time: 0.3594136 May 09 23:02:27.296890 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ade49c-9c4c-4336-9972-1e033ef9b863 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993aad82-b5eb-4334-9970-8225fbe6fc56,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:27.305620 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (d8642683-2128-485f-80aa-21be69c1e51f), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.308300 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849739a-4a1b-4cdc-8d99-4b78a771371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3228a36-47be-468d-89df-b64ce50cb342,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:27.397693 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-f93b9925-baeb-4bf9-8273-ad642a939e29 None None] For port 5395b0d3-63a5-401d-938c-5a13e4562f2f, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=5395b0d3-63a5-401d-938c-5a13e4562f2f,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:02:27.407848 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.55', 60926) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:27.427892 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f93b9925-baeb-4bf9-8273-ad642a939e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.494160 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:02:27.520138 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device b287382d-b47b-4f8f-94a2-e587760c1bcf up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:02:27.545101 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=d8642683-2128-485f-80aa-21be69c1e51f,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:27.672879 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-09ade49c-9c4c-4336-9972-1e033ef9b863 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.680287 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-09ade49c-9c4c-4336-9972-1e033ef9b863 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1007414 May 09 23:02:27.682953 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-4044f8d8-6bbb-4248-887f-ac254f1790e3 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:27.689788 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-4044f8d8-6bbb-4248-887f-ac254f1790e3 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.55 "GET /v2.0/networks?id=83ac1e51-d1c4-412a-bbb5-5910185182a6 HTTP/1.1" status: 200 len: 810 time: 0.2796600 May 09 23:02:27.690303 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 55988) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:27.696725 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719614'] for router_interface (51f3d03d-15df-4054-89d2-08fbe6a1672a), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.698726 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-acc9df1d-dfb1-4555-8325-cdd79861519a tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'security_group_rule': {'security_group_id': '4dc4d97e-b191-4690-9716-7f29dd20933e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:27.773650 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b9925-baeb-4bf9-8273-ad642a939e29 None None] Pushing event updated for resources: {'Port': ['ID=5395b0d3-63a5-401d-938c-5a13e4562f2f,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:27.778671 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-df48472f-bd91-4a06-95f7-76dd4b1d354c None None] Provisioning complete for port 5395b0d3-63a5-401d-938c-5a13e4562f2f triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:27.779050 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-df48472f-bd91-4a06-95f7-76dd4b1d354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.824272 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port b287382d-b47b-4f8f-94a2-e587760c1bcf triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:27.824670 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b287382d-b47b-4f8f-94a2-e587760c1bcf), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:27.864327 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-0d1e4e6d-3789-4fde-9715-6b4fe09414f1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Request body: {'port': {'device_id': 'e3ed65f5-3706-4a36-8ca4-5e09a2354d07', 'network_id': '83ac1e51-d1c4-412a-bbb5-5910185182a6', 'admin_state_up': True, 'tenant_id': '0805f702593a4c379db7cdeec818f94b'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:27.962204 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e4f8b532-ec35-4948-a55e-7c2cef478623 req-3521577d-83f2-4731-9c93-f31598e95b02 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 210 time: 0.2190654 May 09 23:02:27.985785 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Network 22e6fa81-87ea-460b-b290-1c8d865027a7 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:02:27.986857 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:28.038432 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-df48472f-bd91-4a06-95f7-76dd4b1d354c None None] Current status of the port 5395b0d3-63a5-401d-938c-5a13e4562f2f is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:28.069576 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:28.075567 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-acc9df1d-dfb1-4555-8325-cdd79861519a tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (6bff9ead-24af-4983-9e81-3728203a37b4), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:28.100285 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port b287382d-b47b-4f8f-94a2-e587760c1bcf is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:28.101291 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b287382d-b47b-4f8f-94a2-e587760c1bcf), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:28.134507 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b34a1b5-6537-4848-bbc3-abe6d238d39a None None] The sync data for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi is: [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:02:28.157443 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:02:28.212666 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] For port b287382d-b47b-4f8f-94a2-e587760c1bcf, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=b287382d-b47b-4f8f-94a2-e587760c1bcf,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:02:28.239523 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (b287382d-b47b-4f8f-94a2-e587760c1bcf), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:28.369330 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Pushing event updated for resources: {'Port': ['ID=b287382d-b47b-4f8f-94a2-e587760c1bcf,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:28.385134 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Router 51f3d03d-15df-4054-89d2-08fbe6a1672a has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:02:28.527093 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 56022) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:28.585196 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-e4a0cd3b-fe7b-4c76-9b32-3a496a74db51 None None] Provisioning complete for port d8642683-2128-485f-80aa-21be69c1e51f triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:28.588421 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-acc9df1d-dfb1-4555-8325-cdd79861519a tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (6bff9ead-24af-4983-9e81-3728203a37b4), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:28.590213 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e4a0cd3b-fe7b-4c76-9b32-3a496a74db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (d8642683-2128-485f-80aa-21be69c1e51f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:28.600662 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-acc9df1d-dfb1-4555-8325-cdd79861519a tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (6bff9ead-24af-4983-9e81-3728203a37b4), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:28.652089 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9df1d-dfb1-4555-8325-cdd79861519a tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bff9ead-24af-4983-9e81-3728203a37b4,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:28.669931 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-acc9df1d-dfb1-4555-8325-cdd79861519a tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:28.671931 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-acc9df1d-dfb1-4555-8325-cdd79861519a tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9806283 May 09 23:02:28.673742 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-0d1e4e6d-3789-4fde-9715-6b4fe09414f1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Made reservation on behalf of 0805f702593a4c379db7cdeec818f94b for: {'port': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:02:28.675160 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-53e6edbd-e5e5-454b-a5a2-c68fcbab6b92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66d64afef3c14aa19d106c06c7a1f2e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1396716 May 09 23:02:28.677960 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 56026) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:28.678339 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 56028) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:28.678896 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-0d1e4e6d-3789-4fde-9715-6b4fe09414f1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:28.699307 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'floatingip': {'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:28.726167 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0cd3b-fe7b-4c76-9b32-3a496a74db51 None None] Port d8642683-2128-485f-80aa-21be69c1e51f cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:02:28.754973 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:02:28.770379 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-7c6c76ec-940f-41eb-b2ff-4c856c0c9fd2 admin admin] 10.222.0.23 "PUT /v2.0/routers/51f3d03d-15df-4054-89d2-08fbe6a1672a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2312415 May 09 23:02:28.810326 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:28.885114 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-88bcf47a-656d-431f-8d97-5367b87c62f9 admin admin] Publish callbacks [] for security_group (0ef56483-7625-4690-8c67-56e64fc4ada0), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:28.912109 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-88bcf47a-656d-431f-8d97-5367b87c62f9 admin admin] Publish callbacks [] for security_group (0ef56483-7625-4690-8c67-56e64fc4ada0), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:29.076214 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-88bcf47a-656d-431f-8d97-5367b87c62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (0ef56483-7625-4690-8c67-56e64fc4ada0), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:29.082398 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-88bcf47a-656d-431f-8d97-5367b87c62f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:29.083574 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-88bcf47a-656d-431f-8d97-5367b87c62f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ef56483-7625-4690-8c67-56e64fc4ada0 HTTP/1.1" status: 204 len: 168 time: 0.4042695 May 09 23:02:29.131216 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcf47a-656d-431f-8d97-5367b87c62f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef56483-7625-4690-8c67-56e64fc4ada0,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:29.147153 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-0d1e4e6d-3789-4fde-9715-6b4fe09414f1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Allocated IP 172.20.0.5 (83ac1e51-d1c4-412a-bbb5-5910185182a6/c554ffb7-7d70-4383-a7da-46863426a058/d0f35359-5f2a-472a-967f-5319c7350ff9) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:02:29.301281 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:29.349672 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-72f5b89c-a527-40a2-a64a-29f2f8bf6401 req-d7653c78-54c7-4e94-93ed-0a6e7867816f tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 210 time: 0.0452042 May 09 23:02:29.356019 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 56064) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:29.529901 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 5395b0d3-63a5-401d-938c-5a13e4562f2f up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:02:29.535707 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Allocated IP 172.27.3.140 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/2fda5e76-223e-4106-a9aa-1450d3a999bb) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:02:29.562080 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-0d1e4e6d-3789-4fde-9715-6b4fe09414f1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Publish callbacks [] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:29.631067 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-0d1e4e6d-3789-4fde-9715-6b4fe09414f1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:29.641749 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 5395b0d3-63a5-401d-938c-5a13e4562f2f triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:29.642358 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:29.667702 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Sync routers for ids ['51f3d03d-15df-4054-89d2-08fbe6a1672a'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:02:29.690862 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Routers {'51f3d03d-15df-4054-89d2-08fbe6a1672a'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:02:29.691492 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:02:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['51f3d03d-15df-4054-89d2-08fbe6a1672a'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:29.773326 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e4e6d-3789-4fde-9715-6b4fe09414f1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Pushing event updated for resources: {'Port': ['ID=d0f35359-5f2a-472a-967f-5319c7350ff9,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:29.808243 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-0d1e4e6d-3789-4fde-9715-6b4fe09414f1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Network 83ac1e51-d1c4-412a-bbb5-5910185182a6 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:02:29.810623 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-0d1e4e6d-3789-4fde-9715-6b4fe09414f1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:29.811303 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for port (2fda5e76-223e-4106-a9aa-1450d3a999bb), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:29.818882 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-0d1e4e6d-3789-4fde-9715-6b4fe09414f1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:02:29.889782 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (2fda5e76-223e-4106-a9aa-1450d3a999bb), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:29.952423 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-0d1e4e6d-3789-4fde-9715-6b4fe09414f1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:29.953341 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-0d1e4e6d-3789-4fde-9715-6b4fe09414f1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:29.997561 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-0d1e4e6d-3789-4fde-9715-6b4fe09414f1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1536937 May 09 23:02:30.009482 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:02:30.019560 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:30.020368 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ee10e035-b23f-42ae-ab9c-6d9fa2fd79c5 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 23:02:30.025775 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:02:30.039239 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ee10e035-b23f-42ae-ab9c-6d9fa2fd79c5 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092556 May 09 23:02:30.132846 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'Port': ['ID=2fda5e76-223e-4106-a9aa-1450d3a999bb,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:30.257568 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3a96c06f-6d9d-4cc6-b8f3-257583a70e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:30.317663 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Set router 51f3d03d-15df-4054-89d2-08fbe6a1672a gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:02:30.505558 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 5395b0d3-63a5-401d-938c-5a13e4562f2f is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:30.506716 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device b287382d-b47b-4f8f-94a2-e587760c1bcf up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:02:30.596522 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port b287382d-b47b-4f8f-94a2-e587760c1bcf triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:30.597347 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b287382d-b47b-4f8f-94a2-e587760c1bcf), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:30.752715 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (373249b9-ff71-44dc-9bc6-b4696b86e606), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:30.809988 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7b8ab-034e-420b-95de-0a5d7b04af7f req-2944adbb-2ffb-4f49-bab4-058e2db6ccf3 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:30.821272 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 4, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'd8642683-2128-485f-80aa-21be69c1e51f', 'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'mac_address': 'fa:16:3e:67:22:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:24Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 2, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'subnets': [{'id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:30.825235 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6af7b8ab-034e-420b-95de-0a5d7b04af7f req-2944adbb-2ffb-4f49-bab4-058e2db6ccf3 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 931 time: 0.2761657 May 09 23:02:30.867016 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Checking router: 51f3d03d-15df-4054-89d2-08fbe6a1672a for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:02:30.867451 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Updating router 51f3d03d-15df-4054-89d2-08fbe6a1672a port d8642683-2128-485f-80aa-21be69c1e51f binding host dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:02:30.876294 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (2fda5e76-223e-4106-a9aa-1450d3a999bb), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:30.906259 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port b287382d-b47b-4f8f-94a2-e587760c1bcf is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:30.908251 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (d8642683-2128-485f-80aa-21be69c1e51f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:31.111214 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6af7b8ab-034e-420b-95de-0a5d7b04af7f req-08754570-4337-4330-9d16-40301896692a tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362556 May 09 23:02:31.148944 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3a96c06f-6d9d-4cc6-b8f3-257583a70e98 admin admin] Publish callbacks [] for security_group (a76336e1-012f-4989-8ad0-5857c7195113), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:31.193384 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3a96c06f-6d9d-4cc6-b8f3-257583a70e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a76336e1-012f-4989-8ad0-5857c7195113), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:31.195769 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-79278952-20a3-4ab1-aaf7-c1d4dd6fb900 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:31.208597 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-79278952-20a3-4ab1-aaf7-c1d4dd6fb900 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 819 time: 0.1732090 May 09 23:02:31.229803 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-43acd4bf-e7c1-4216-b7f9-cebb738df875 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/quotas/0cb055ff9f0d4af6962070c7a2f19bf3 HTTP/1.1" status: 200 len: 375 time: 0.0190651 May 09 23:02:31.235697 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96c06f-6d9d-4cc6-b8f3-257583a70e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76336e1-012f-4989-8ad0-5857c7195113,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:31.291568 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Request body: {'port': {'device_id': 'e3ed65f5-3706-4a36-8ca4-5e09a2354d07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:31.292248 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-3a96c06f-6d9d-4cc6-b8f3-257583a70e98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8949ff1908e49479118955b1ae7dc5e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9205642 May 09 23:02:31.299491 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 56120) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:31.429773 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-13d24d72-5cb3-4282-b319-1a4f50fe0716 admin admin] Publish callbacks [] for security_group (a76336e1-012f-4989-8ad0-5857c7195113), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:31.450178 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-a4418a40-aec3-48db-9b61-de6c71425c2f tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2132680 May 09 23:02:31.452903 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for port (2fda5e76-223e-4106-a9aa-1450d3a999bb), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:31.464483 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (2fda5e76-223e-4106-a9aa-1450d3a999bb), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:31.488922 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-13d24d72-5cb3-4282-b319-1a4f50fe0716 admin admin] Publish callbacks [] for security_group (a76336e1-012f-4989-8ad0-5857c7195113), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:31.550775 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 56126) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:31.643262 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:31.704034 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Publish callbacks [] for port (d8642683-2128-485f-80aa-21be69c1e51f), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:31.717125 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'Port': ['ID=2fda5e76-223e-4106-a9aa-1450d3a999bb,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:31.717400 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (d8642683-2128-485f-80aa-21be69c1e51f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:31.753403 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (373249b9-ff71-44dc-9bc6-b4696b86e606), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:31.798099 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:31.808645 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-79728fff-0a7e-4584-9986-b80fc65c125f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1190152 May 09 23:02:31.815482 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-13d24d72-5cb3-4282-b319-1a4f50fe0716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a76336e1-012f-4989-8ad0-5857c7195113), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:31.818299 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-13d24d72-5cb3-4282-b319-1a4f50fe0716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:31.822164 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-13d24d72-5cb3-4282-b319-1a4f50fe0716 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a76336e1-012f-4989-8ad0-5857c7195113 HTTP/1.1" status: 204 len: 168 time: 0.5214460 May 09 23:02:31.837160 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d24d72-5cb3-4282-b319-1a4f50fe0716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76336e1-012f-4989-8ad0-5857c7195113,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:31.987731 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-51142338-2425-4696-9187-e418935f0f5c service neutron] 10.222.0.23 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287817 May 09 23:02:32.009603 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a8dfe-10b0-4192-9608-0a268aad5257 None None] Pushing event updated for resources: {'Port': ['ID=d8642683-2128-485f-80aa-21be69c1e51f,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:32.046024 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Attempting to bind port d8642683-2128-485f-80aa-21be69c1e51f on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:02:32.046742 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Attempting to bind port d8642683-2128-485f-80aa-21be69c1e51f by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:02:32.051102 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Attempting to bind port d8642683-2128-485f-80aa-21be69c1e51f on network 22e6fa81-87ea-460b-b290-1c8d865027a7 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:02:32.063694 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:02:32.064232 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Checking segment: {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:32.064982 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:32.067701 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Bound using segment: {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:02:32.068647 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Bound port: d8642683-2128-485f-80aa-21be69c1e51f, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:02:32.074544 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (d8642683-2128-485f-80aa-21be69c1e51f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:32.104638 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-88a4b7b1-1f38-4f53-9cab-d012f6ef527b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:32.199213 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] For port d8642683-2128-485f-80aa-21be69c1e51f, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:02:32.203308 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] For port d8642683-2128-485f-80aa-21be69c1e51f, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=d8642683-2128-485f-80aa-21be69c1e51f,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:02:32.215150 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (d8642683-2128-485f-80aa-21be69c1e51f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:32.390732 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Routers {'51f3d03d-15df-4054-89d2-08fbe6a1672a'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:02:32.396691 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:02:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['51f3d03d-15df-4054-89d2-08fbe6a1672a'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:32.464041 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-9f0c1691-550f-44d8-932b-43a7af9f8b85 service neutron] 10.222.0.23 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664803 May 09 23:02:32.486607 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9e20e-bcf2-4dfb-9f18-c6a12642d32e req-06bff1ae-a763-4f30-a424-4114ae8bac78 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:32.491036 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-77b9e20e-bcf2-4dfb-9f18-c6a12642d32e req-06bff1ae-a763-4f30-a424-4114ae8bac78 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 931 time: 0.2119384 May 09 23:02:32.510410 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-88a4b7b1-1f38-4f53-9cab-d012f6ef527b admin admin] Publish callbacks [] for security_group (9c7159cc-858e-410a-a0b9-190ee512af44), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:32.537676 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-88a4b7b1-1f38-4f53-9cab-d012f6ef527b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (9c7159cc-858e-410a-a0b9-190ee512af44), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:32.729166 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] Set router 51f3d03d-15df-4054-89d2-08fbe6a1672a gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:02:32.861061 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-88a4b7b1-1f38-4f53-9cab-d012f6ef527b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a89b506fb2784f79bb7fac2065cc6761&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3027015 May 09 23:02:32.864273 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 56162) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:32.892190 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-77b9e20e-bcf2-4dfb-9f18-c6a12642d32e req-9f507f93-583c-4e66-95f0-1711d4a7c256 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890479 May 09 23:02:32.892904 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4b7b1-1f38-4f53-9cab-d012f6ef527b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7159cc-858e-410a-a0b9-190ee512af44,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:32.991625 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a8dfe-10b0-4192-9608-0a268aad5257 None None] Pushing event updated for resources: {'Port': ['ID=d8642683-2128-485f-80aa-21be69c1e51f,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:33.037688 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-d090650f-aa62-43d5-b04d-fc722061a7c3 None None] Provisioning complete for port d8642683-2128-485f-80aa-21be69c1e51f triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:33.039706 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d090650f-aa62-43d5-b04d-fc722061a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (d8642683-2128-485f-80aa-21be69c1e51f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:33.165369 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-43215d84-c105-4448-8033-5d070e47379a req-946d988c-ba03-409a-a6fd-b83bf6cdfa9c tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0843897 May 09 23:02:33.197193 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e78ccb19-25cb-446c-8315-add8fb8b2925 admin admin] Publish callbacks [] for security_group (9c7159cc-858e-410a-a0b9-190ee512af44), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:33.427832 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e78ccb19-25cb-446c-8315-add8fb8b2925 admin admin] Publish callbacks [] for security_group (9c7159cc-858e-410a-a0b9-190ee512af44), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:33.465396 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-224b5561-9577-4ba9-a77f-1e2a76924f73 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--756008045&fields=id&tenant_id=b776734a879d4c0785b1d3728b79b766 HTTP/1.1" status: 200 len: 267 time: 0.4728072 May 09 23:02:33.513798 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d090650f-aa62-43d5-b04d-fc722061a7c3 None None] Current status of the port d8642683-2128-485f-80aa-21be69c1e51f is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:33.514142 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d090650f-aa62-43d5-b04d-fc722061a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (d8642683-2128-485f-80aa-21be69c1e51f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:33.565965 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 4, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'd8642683-2128-485f-80aa-21be69c1e51f', 'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'mac_address': 'fa:16:3e:67:22:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:24Z', 'updated_at': '2022-05-09T23:02:32Z', 'revision_number': 4, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'subnets': [{'id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:02:33.698102 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb1e28-ed7a-46dc-99d7-36a8f1cc3720 None None] The sync data for ids ['51f3d03d-15df-4054-89d2-08fbe6a1672a'] in dv-cinder-840678-5-iscsi is: [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 4, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'd8642683-2128-485f-80aa-21be69c1e51f', 'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'mac_address': 'fa:16:3e:67:22:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:24Z', 'updated_at': '2022-05-09T23:02:32Z', 'revision_number': 4, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'subnets': [{'id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:02:33.791686 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-d090650f-aa62-43d5-b04d-fc722061a7c3 None None] For port d8642683-2128-485f-80aa-21be69c1e51f, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=d8642683-2128-485f-80aa-21be69c1e51f,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:02:33.812356 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d090650f-aa62-43d5-b04d-fc722061a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (d8642683-2128-485f-80aa-21be69c1e51f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:34.045734 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f35359-5f2a-472a-967f-5319c7350ff9 {{(pid=103349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:02:34.068319 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 56248) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:34.083388 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-0180ecd8-f608-4459-aec3-2cb564b1a327 None None] Provisioning complete for port d8642683-2128-485f-80aa-21be69c1e51f triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:34.085733 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0180ecd8-f608-4459-aec3-2cb564b1a327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (d8642683-2128-485f-80aa-21be69c1e51f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:34.127762 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Publish callbacks [] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:34.140750 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090650f-aa62-43d5-b04d-fc722061a7c3 None None] Pushing event updated for resources: {'Port': ['ID=d8642683-2128-485f-80aa-21be69c1e51f,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:34.263623 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-30ee8a75-bf6f-49eb-9aac-4f26003cdfbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:34.265421 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e78ccb19-25cb-446c-8315-add8fb8b2925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (9c7159cc-858e-410a-a0b9-190ee512af44), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:34.286602 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e78ccb19-25cb-446c-8315-add8fb8b2925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:34.287781 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-e78ccb19-25cb-446c-8315-add8fb8b2925 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c7159cc-858e-410a-a0b9-190ee512af44 HTTP/1.1" status: 204 len: 168 time: 1.4118230 May 09 23:02:34.317492 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.provisioning_blocks [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Transition to ACTIVE for port object d0f35359-5f2a-472a-967f-5319c7350ff9 will not be triggered until provisioned by entity L2. {{(pid=103349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:02:34.332362 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-0180ecd8-f608-4459-aec3-2cb564b1a327 None None] Current status of the port d8642683-2128-485f-80aa-21be69c1e51f is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:34.340063 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d7206-85fb-4715-a363-4d5526b43797 req-be650ee5-e8f4-4572-9815-7ecfb80cdbf5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:34.341646 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-be650ee5-e8f4-4572-9815-7ecfb80cdbf5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 815 time: 0.8754652 May 09 23:02:34.345233 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ccb19-25cb-446c-8315-add8fb8b2925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7159cc-858e-410a-a0b9-190ee512af44,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:34.347007 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:34.657199 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-2655086c-6741-40ea-baa4-702b393db7a7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:34.665114 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-2655086c-6741-40ea-baa4-702b393db7a7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 819 time: 0.6543055 May 09 23:02:34.693034 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-f01f1d5e-c748-4db2-9461-986a417d9128 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/quotas/0cb055ff9f0d4af6962070c7a2f19bf3 HTTP/1.1" status: 200 len: 375 time: 0.0265560 May 09 23:02:34.832921 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-3456885b-35f3-4f61-b8fe-896241750277 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/quotas/b776734a879d4c0785b1d3728b79b766 HTTP/1.1" status: 200 len: 375 time: 0.4789762 May 09 23:02:34.933346 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-7fd6f85f-f196-40dc-bd13-f7d6402f83c4 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2389300 May 09 23:02:34.994144 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f35359-5f2a-472a-967f-5319c7350ff9,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:35.206774 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-30ee8a75-bf6f-49eb-9aac-4f26003cdfbe admin admin] Publish callbacks [] for security_group (ec302158-126a-48b7-8bc4-8d7ecf0a80b1), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:35.213196 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Attempting to bind port d0f35359-5f2a-472a-967f-5319c7350ff9 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:02:35.213885 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Attempting to bind port d0f35359-5f2a-472a-967f-5319c7350ff9 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '32449722-5a14-4320-9eac-9ca46e5b54d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '83ac1e51-d1c4-412a-bbb5-5910185182a6'}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:02:35.214849 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Attempting to bind port d0f35359-5f2a-472a-967f-5319c7350ff9 on network 83ac1e51-d1c4-412a-bbb5-5910185182a6 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:02:35.227298 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-38f597a9-3d2d-4f11-87ea-d6547b8ad097 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3280351 May 09 23:02:35.228647 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-30ee8a75-bf6f-49eb-9aac-4f26003cdfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (ec302158-126a-48b7-8bc4-8d7ecf0a80b1), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:35.233352 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Port d0f35359-5f2a-472a-967f-5319c7350ff9 on network 83ac1e51-d1c4-412a-bbb5-5910185182a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:02:35.234398 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Attempting to bind port d0f35359-5f2a-472a-967f-5319c7350ff9 on network 83ac1e51-d1c4-412a-bbb5-5910185182a6 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:02:35.254443 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:02:35.254984 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Checking segment: {'id': '32449722-5a14-4320-9eac-9ca46e5b54d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '83ac1e51-d1c4-412a-bbb5-5910185182a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:35.255859 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Bound using segment: {'id': '32449722-5a14-4320-9eac-9ca46e5b54d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '83ac1e51-d1c4-412a-bbb5-5910185182a6'} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:02:35.256804 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Bound port: d0f35359-5f2a-472a-967f-5319c7350ff9, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32449722-5a14-4320-9eac-9ca46e5b54d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '83ac1e51-d1c4-412a-bbb5-5910185182a6'}}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:02:35.258150 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:35.373128 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device d8642683-2128-485f-80aa-21be69c1e51f up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:02:35.409622 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee8a75-bf6f-49eb-9aac-4f26003cdfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec302158-126a-48b7-8bc4-8d7ecf0a80b1,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:35.499461 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] For port d0f35359-5f2a-472a-967f-5319c7350ff9, host hv-cinder-84067, cleared binding levels {{(pid=103349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:02:35.507370 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] For port d0f35359-5f2a-472a-967f-5319c7350ff9, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d0f35359-5f2a-472a-967f-5319c7350ff9,segment=NetworkSegment(32449722-5a14-4320-9eac-9ca46e5b54d2),segment_id=32449722-5a14-4320-9eac-9ca46e5b54d2)] {{(pid=103349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:02:35.522168 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port d8642683-2128-485f-80aa-21be69c1e51f triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:35.523643 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (d8642683-2128-485f-80aa-21be69c1e51f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:35.603330 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:35.629566 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-30ee8a75-bf6f-49eb-9aac-4f26003cdfbe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a266a38f49b049e1bd5e233b55fad7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5570815 May 09 23:02:35.632119 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 56328) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:35.660096 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 56332) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:35.704616 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c31471b7-b93a-4cc8-a6c0-eb8ff7f2fbec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:35.778019 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port d8642683-2128-485f-80aa-21be69c1e51f is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:35.805089 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:35.805833 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:35.813152 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] 10.222.0.55 "PUT /v2.0/ports/d0f35359-5f2a-472a-967f-5319c7350ff9 HTTP/1.1" status: 200 len: 1093 time: 5.1778576 May 09 23:02:35.829945 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ed65f5-3706-4a36-8ca4-5e09a2354d07', 'tag': 'd0f35359-5f2a-472a-967f-5319c7350ff9'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:02:35.914991 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-2897d128-b70e-4ea1-9294-babb3a5751b0 service neutron] 10.222.0.23 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6531310 May 09 23:02:35.915759 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c31471b7-b93a-4cc8-a6c0-eb8ff7f2fbec admin admin] Publish callbacks [] for security_group (91d960ff-b966-4ab4-97f0-2fd298b22424), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:35.940294 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c31471b7-b93a-4cc8-a6c0-eb8ff7f2fbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (91d960ff-b966-4ab4-97f0-2fd298b22424), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:36.023354 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-c3eab4fb-4827-4af7-9c6d-b4d8f77eb1a8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 23:02:36.041221 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-c3eab4fb-4827-4af7-9c6d-b4d8f77eb1a8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6493921 May 09 23:02:36.064575 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.55', 60937) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:36.418553 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c921273-3ca0-4101-888c-945bfcd74291" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ed65f5-3706-4a36-8ca4-5e09a2354d07", "tag": "d0f35359-5f2a-472a-967f-5319c7350ff9"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:02:36.424980 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-22b5544f-5de9-4ac1-8aa4-54ead07279c7 service neutron] 10.222.0.23 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822544 May 09 23:02:36.447714 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3eccc5-3ecc-4499-bda5-65d066679017 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f35359-5f2a-472a-967f-5319c7350ff9,revision_number=3']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:36.542377 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-7e732daa-3819-45d2-ba0e-5e7434246fb5 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:36.542377 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-7e732daa-3819-45d2-ba0e-5e7434246fb5 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 819 time: 0.5139835 May 09 23:02:36.565817 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-cdb3bf1d-e7cf-414b-8539-c23a104a4700 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Request body: {'port': {'device_id': 'ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'admin_state_up': True, 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:36.577658 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31471b7-b93a-4cc8-a6c0-eb8ff7f2fbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d960ff-b966-4ab4-97f0-2fd298b22424,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:36.719533 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-7157ffa3-9a27-47b8-8095-e053ea2d4c2d service neutron] 10.222.0.23 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7879877 May 09 23:02:36.872862 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-cdb3bf1d-e7cf-414b-8539-c23a104a4700 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Made reservation on behalf of 0cb055ff9f0d4af6962070c7a2f19bf3 for: {'port': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:02:36.878188 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-cdb3bf1d-e7cf-414b-8539-c23a104a4700 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:36.902534 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 56384) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:36.918669 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-6c2a87a0-698d-4b7f-94ae-8f03283d0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:36.943968 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-6c2a87a0-698d-4b7f-94ae-8f03283d0bb8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0805f702593a4c379db7cdeec818f94b&device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 1127 time: 0.8220685 May 09 23:02:36.992713 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 56390) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:36.995153 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-c31471b7-b93a-4cc8-a6c0-eb8ff7f2fbec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cc44f673423451a96d29d11834c3a29&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3340919 May 09 23:02:37.028864 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-791af022-7ed6-4361-8024-3c690312488b admin admin] Publish callbacks [] for security_group (ec302158-126a-48b7-8bc4-8d7ecf0a80b1), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:37.202047 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ef83b88b-7c84-4bab-87c4-2a86642ca62c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:37.260134 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-cdb3bf1d-e7cf-414b-8539-c23a104a4700 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Allocated IP 172.20.0.9 (22e6fa81-87ea-460b-b290-1c8d865027a7/6c269878-3551-44b2-b4c9-9e0aefdfedd6/a155ecdb-d89b-4868-8cb1-49548f3d778f) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:02:37.343720 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d051c5b8-c8de-4865-80f9-6d5e6910db74 admin admin] Publish callbacks [] for security_group (91d960ff-b966-4ab4-97f0-2fd298b22424), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:37.375261 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-ffd0e220-e2e8-4322-90a0-240906c6e9b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0f35359-5f2a-472a-967f-5319c7350ff9 HTTP/1.1" status: 200 len: 217 time: 0.2738843 May 09 23:02:37.389308 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-791af022-7ed6-4361-8024-3c690312488b admin admin] Publish callbacks [] for security_group (ec302158-126a-48b7-8bc4-8d7ecf0a80b1), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:37.393272 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d051c5b8-c8de-4865-80f9-6d5e6910db74 admin admin] Publish callbacks [] for security_group (91d960ff-b966-4ab4-97f0-2fd298b22424), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:37.649137 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-c3ab90e6-08fb-4af5-8ae9-1d6aed9ceb37 service neutron] 10.222.0.23 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2217512 May 09 23:02:37.670062 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-791af022-7ed6-4361-8024-3c690312488b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (ec302158-126a-48b7-8bc4-8d7ecf0a80b1), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:37.679649 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-791af022-7ed6-4361-8024-3c690312488b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:37.687292 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-791af022-7ed6-4361-8024-3c690312488b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec302158-126a-48b7-8bc4-8d7ecf0a80b1 HTTP/1.1" status: 204 len: 168 time: 2.0538375 May 09 23:02:37.738794 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791af022-7ed6-4361-8024-3c690312488b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec302158-126a-48b7-8bc4-8d7ecf0a80b1,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:37.777765 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f14c9a-8729-477c-85e6-5b3324d0b521 req-f3f538a6-4b31-4f04-bd88-d8a1a591b849 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:37.779772 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-62f14c9a-8729-477c-85e6-5b3324d0b521 req-f3f538a6-4b31-4f04-bd88-d8a1a591b849 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 943 time: 0.3840516 May 09 23:02:37.800067 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-1f704b70-9fad-4c86-9711-9416bf11b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:37.809281 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-1f704b70-9fad-4c86-9711-9416bf11b5d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c554ffb7-7d70-4383-a7da-46863426a058 HTTP/1.1" status: 200 len: 850 time: 0.4046249 May 09 23:02:37.910205 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ef83b88b-7c84-4bab-87c4-2a86642ca62c admin admin] Publish callbacks [] for security_group (95daa77a-0212-4154-b58c-fc09b26edd31), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:37.941257 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ef83b88b-7c84-4bab-87c4-2a86642ca62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (95daa77a-0212-4154-b58c-fc09b26edd31), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:37.944040 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d051c5b8-c8de-4865-80f9-6d5e6910db74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (91d960ff-b966-4ab4-97f0-2fd298b22424), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:37.947164 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d051c5b8-c8de-4865-80f9-6d5e6910db74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:37.948545 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-d051c5b8-c8de-4865-80f9-6d5e6910db74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91d960ff-b966-4ab4-97f0-2fd298b22424 HTTP/1.1" status: 204 len: 168 time: 0.9526615 May 09 23:02:38.013315 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-afcd1ebd-3bc9-4605-b8a9-6489e13210d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83ac1e51-d1c4-412a-bbb5-5910185182a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1961670 May 09 23:02:38.014800 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-62f14c9a-8729-477c-85e6-5b3324d0b521 req-bcdd0796-9536-445e-b4fb-508fa7e667d7 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249498 May 09 23:02:38.027607 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 56416) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:38.059834 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-ef83b88b-7c84-4bab-87c4-2a86642ca62c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c19350cdee8a47a7835ff7727d949f60&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0948985 May 09 23:02:38.060891 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83b88b-7c84-4bab-87c4-2a86642ca62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95daa77a-0212-4154-b58c-fc09b26edd31,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:38.070079 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 56420) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:38.088897 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-cdb3bf1d-e7cf-414b-8539-c23a104a4700 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:38.124697 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051c5b8-c8de-4865-80f9-6d5e6910db74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d960ff-b966-4ab4-97f0-2fd298b22424,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:38.185271 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7afba95c-5342-41c3-bcb1-481113c9a60d admin admin] Publish callbacks [] for security_group (95daa77a-0212-4154-b58c-fc09b26edd31), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:38.230071 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-cdb3bf1d-e7cf-414b-8539-c23a104a4700 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:38.330536 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7afba95c-5342-41c3-bcb1-481113c9a60d admin admin] Publish callbacks [] for security_group (95daa77a-0212-4154-b58c-fc09b26edd31), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:38.485487 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3bf1d-e7cf-414b-8539-c23a104a4700 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Pushing event updated for resources: {'Port': ['ID=a155ecdb-d89b-4868-8cb1-49548f3d778f,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:38.551207 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-cdb3bf1d-e7cf-414b-8539-c23a104a4700 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Network 22e6fa81-87ea-460b-b290-1c8d865027a7 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:02:38.566346 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-cdb3bf1d-e7cf-414b-8539-c23a104a4700 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:38.574566 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-cdb3bf1d-e7cf-414b-8539-c23a104a4700 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:02:38.689748 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-825c3528-80f3-450a-bb3f-15d09148fefe req-106267d9-f581-47a8-8e82-92815247fb29 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 210 time: 0.2518144 May 09 23:02:38.714491 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-c7fa09ba-5c31-42ca-bb01-7568301e081f service neutron] 10.222.0.55 "GET /v2.0/networks/83ac1e51-d1c4-412a-bbb5-5910185182a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6901693 May 09 23:02:38.716935 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-cdb3bf1d-e7cf-414b-8539-c23a104a4700 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:38.717605 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-cdb3bf1d-e7cf-414b-8539-c23a104a4700 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:38.757429 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-cdb3bf1d-e7cf-414b-8539-c23a104a4700 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1971409 May 09 23:02:38.787067 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Request body: {'port': {'device_id': 'ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:39.029042 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:39.077485 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c47154-df96-4636-ae0c-c6d76b4d20a2 x-openstack-request-id: req-80c47154-df96-4636-ae0c-c6d76b4d20a2 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:02:39.080126 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ed65f5-3706-4a36-8ca4-5e09a2354d07", "tag": "d0f35359-5f2a-472a-967f-5319c7350ff9", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:02:39.081114 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80c47154-df96-4636-ae0c-c6d76b4d20a2 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:02:39.082624 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c47154-df96-4636-ae0c-c6d76b4d20a2'] response: {'name': 'network-changed', 'server_uuid': 'e3ed65f5-3706-4a36-8ca4-5e09a2354d07', 'tag': 'd0f35359-5f2a-472a-967f-5319c7350ff9', 'status': 'completed', 'code': 200} May 09 23:02:39.097695 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-cd2660ac-8be5-4b3c-9004-a6f8234f48e6 None None] Provisioning complete for port a155ecdb-d89b-4868-8cb1-49548f3d778f triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:39.102212 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cd2660ac-8be5-4b3c-9004-a6f8234f48e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:39.167058 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5788092c-de91-4f4e-a55b-3901de2d7f40 req-d990b0f0-f84d-4dba-88d1-828370df1646 service neutron] 10.222.0.55 "GET /v2.0/networks/83ac1e51-d1c4-412a-bbb5-5910185182a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427722 May 09 23:02:39.242180 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d8778202-a9e7-4f71-a3ad-bdc66d5a2b49 req-aad8a5ec-75ec-439f-bee4-e01525e0f218 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 210 time: 0.0740311 May 09 23:02:39.249921 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7a69cd49-0e62-48e9-b7c1-50b920717a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:39.271087 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7afba95c-5342-41c3-bcb1-481113c9a60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (95daa77a-0212-4154-b58c-fc09b26edd31), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:39.279280 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7afba95c-5342-41c3-bcb1-481113c9a60d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:39.285231 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-7afba95c-5342-41c3-bcb1-481113c9a60d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95daa77a-0212-4154-b58c-fc09b26edd31 HTTP/1.1" status: 204 len: 168 time: 1.2109165 May 09 23:02:39.291361 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-cd2660ac-8be5-4b3c-9004-a6f8234f48e6 None None] Port a155ecdb-d89b-4868-8cb1-49548f3d778f cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:02:39.351820 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afba95c-5342-41c3-bcb1-481113c9a60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95daa77a-0212-4154-b58c-fc09b26edd31,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:39.442721 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7a69cd49-0e62-48e9-b7c1-50b920717a4f admin admin] Publish callbacks [] for security_group (d961cce1-0848-4fb8-916e-6e185e353f74), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:39.454316 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7a69cd49-0e62-48e9-b7c1-50b920717a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d961cce1-0848-4fb8-916e-6e185e353f74), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:39.530300 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-7a69cd49-0e62-48e9-b7c1-50b920717a4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f32e8158864e449b9fd607276092ef3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4613595 May 09 23:02:39.533646 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69cd49-0e62-48e9-b7c1-50b920717a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d961cce1-0848-4fb8-916e-6e185e353f74,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:39.536989 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 56470) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:39.589319 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40733a21-5ebd-44d0-910a-562bab8df8e4 req-18719b61-451e-4413-a607-8135f1e6a9af tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:39.598372 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-40733a21-5ebd-44d0-910a-562bab8df8e4 req-18719b61-451e-4413-a607-8135f1e6a9af tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 943 time: 0.2809677 May 09 23:02:39.655155 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c871e8c3-1bee-417b-99ca-590284a8d455 admin admin] Publish callbacks [] for security_group (d961cce1-0848-4fb8-916e-6e185e353f74), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:39.661397 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c921273-3ca0-4101-888c-945bfcd74291 req-05b48a3a-b418-4208-b6fc-d9fcd8b5f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:39.662965 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2c921273-3ca0-4101-888c-945bfcd74291 req-05b48a3a-b418-4208-b6fc-d9fcd8b5f32a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0805f702593a4c379db7cdeec818f94b&device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 1127 time: 0.0713439 May 09 23:02:39.876960 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.55', 60941) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:40.007172 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2826d08c-c7ec-4d41-98b7-c972ba4cbe8f req-b4598541-f4f6-4bde-9b60-639050d1bf29 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 210 time: 0.0338635 May 09 23:02:40.012656 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c921273-3ca0-4101-888c-945bfcd74291 req-c59fe7d4-6838-46df-9111-acebe6a7e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:40.014091 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2c921273-3ca0-4101-888c-945bfcd74291 req-c59fe7d4-6838-46df-9111-acebe6a7e785 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83ac1e51-d1c4-412a-bbb5-5910185182a6 HTTP/1.1" status: 200 len: 911 time: 0.3420835 May 09 23:02:40.019250 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c871e8c3-1bee-417b-99ca-590284a8d455 admin admin] Publish callbacks [] for security_group (d961cce1-0848-4fb8-916e-6e185e353f74), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:40.072322 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2c921273-3ca0-4101-888c-945bfcd74291 req-a83a8bd2-f111-46eb-873e-56966d2cd029 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0f35359-5f2a-472a-967f-5319c7350ff9 HTTP/1.1" status: 200 len: 217 time: 0.0505526 May 09 23:02:40.175845 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c921273-3ca0-4101-888c-945bfcd74291 req-02c74dda-ee85-486a-8fe8-32edd5955055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:40.177797 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2c921273-3ca0-4101-888c-945bfcd74291 req-02c74dda-ee85-486a-8fe8-32edd5955055 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c554ffb7-7d70-4383-a7da-46863426a058 HTTP/1.1" status: 200 len: 850 time: 0.0954721 May 09 23:02:40.233461 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2c921273-3ca0-4101-888c-945bfcd74291 req-42e3f3da-cff6-4255-a497-967235749a79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83ac1e51-d1c4-412a-bbb5-5910185182a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440273 May 09 23:02:40.258648 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c871e8c3-1bee-417b-99ca-590284a8d455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d961cce1-0848-4fb8-916e-6e185e353f74), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:40.262432 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c871e8c3-1bee-417b-99ca-590284a8d455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:40.266646 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-c871e8c3-1bee-417b-99ca-590284a8d455 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d961cce1-0848-4fb8-916e-6e185e353f74 HTTP/1.1" status: 204 len: 168 time: 0.7256923 May 09 23:02:40.295983 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 56496) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:40.297344 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871e8c3-1bee-417b-99ca-590284a8d455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d961cce1-0848-4fb8-916e-6e185e353f74,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:40.308233 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-40733a21-5ebd-44d0-910a-562bab8df8e4 req-84d97703-fa45-45a5-b000-11f2787e9b73 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7061121 May 09 23:02:40.442002 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e3ad4235-6f74-49ca-a59d-9ff12eed767b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:40.526046 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-621284fa-54cd-4e6e-a939-d19374b9e2e9 req-bb78b92d-2b15-422f-8e27-611aaf08add7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 210 time: 0.0901430 May 09 23:02:40.574482 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d7206-85fb-4715-a363-4d5526b43797 req-f2a47b52-d28d-4e45-b6bb-7fc67e9adb9b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:40.574482 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-f2a47b52-d28d-4e45-b6bb-7fc67e9adb9b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 815 time: 0.6911774 May 09 23:02:40.578857 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a155ecdb-d89b-4868-8cb1-49548f3d778f {{(pid=103349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:02:40.594103 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Publish callbacks [] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:40.632667 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.provisioning_blocks [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Transition to ACTIVE for port object a155ecdb-d89b-4868-8cb1-49548f3d778f will not be triggered until provisioned by entity L2. {{(pid=103349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:02:40.640208 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:40.653149 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2c921273-3ca0-4101-888c-945bfcd74291 req-c58c0e5d-eb69-4ab1-b4d5-f311b03b9028 service neutron] 10.222.0.55 "GET /v2.0/networks/83ac1e51-d1c4-412a-bbb5-5910185182a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091034 May 09 23:02:40.713746 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a155ecdb-d89b-4868-8cb1-49548f3d778f,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:40.758419 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e3ad4235-6f74-49ca-a59d-9ff12eed767b admin admin] Publish callbacks [] for security_group (52e509ed-83bd-4971-b508-22213b329f8d), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:40.764613 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e3ad4235-6f74-49ca-a59d-9ff12eed767b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (52e509ed-83bd-4971-b508-22213b329f8d), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:40.829560 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-e3ad4235-6f74-49ca-a59d-9ff12eed767b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4705e673a464496ab056abbae151fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5243528 May 09 23:02:40.829878 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 56506) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:40.886283 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad4235-6f74-49ca-a59d-9ff12eed767b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e509ed-83bd-4971-b508-22213b329f8d,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:40.886769 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Attempting to bind port a155ecdb-d89b-4868-8cb1-49548f3d778f on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:02:40.887117 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Attempting to bind port a155ecdb-d89b-4868-8cb1-49548f3d778f by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:02:40.887456 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Attempting to bind port a155ecdb-d89b-4868-8cb1-49548f3d778f on network 22e6fa81-87ea-460b-b290-1c8d865027a7 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:02:40.923397 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Port a155ecdb-d89b-4868-8cb1-49548f3d778f on network 22e6fa81-87ea-460b-b290-1c8d865027a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:02:40.923719 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Attempting to bind port a155ecdb-d89b-4868-8cb1-49548f3d778f on network 22e6fa81-87ea-460b-b290-1c8d865027a7 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:02:40.952048 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:02:40.952294 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Checking segment: {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:40.952658 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Bound using segment: {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:02:40.953239 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Bound port: a155ecdb-d89b-4868-8cb1-49548f3d778f, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'}}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:02:40.953488 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:41.026529 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-eb3d450e-5758-42ca-9813-8d5bcbce4829 admin admin] Publish callbacks [] for security_group (52e509ed-83bd-4971-b508-22213b329f8d), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:41.190346 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] For port a155ecdb-d89b-4868-8cb1-49548f3d778f, host hv-cinder-84067, cleared binding levels {{(pid=103349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:02:41.196834 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] For port a155ecdb-d89b-4868-8cb1-49548f3d778f, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a155ecdb-d89b-4868-8cb1-49548f3d778f,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:02:41.202038 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 56518) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:41.225009 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2108537a-7ff1-46c2-b93f-9869fd1d651e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:41.248142 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-eb3d450e-5758-42ca-9813-8d5bcbce4829 admin admin] Publish callbacks [] for security_group (52e509ed-83bd-4971-b508-22213b329f8d), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:41.389599 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:41.481028 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-bac4cd45-9fac-4ee1-942d-291003041f19 req-709dc2ca-406d-4211-96b5-39b34aa0c7cd tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 210 time: 0.3209658 May 09 23:02:41.484000 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.55', 60947) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:41.535282 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:41.536773 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:41.538670 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] 10.222.0.55 "PUT /v2.0/ports/a155ecdb-d89b-4868-8cb1-49548f3d778f HTTP/1.1" status: 200 len: 1093 time: 2.7699273 May 09 23:02:41.566856 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7', 'tag': 'a155ecdb-d89b-4868-8cb1-49548f3d778f'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:02:41.570449 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c9240f-6991-40f7-8fb2-9fb7820f8ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7", "tag": "a155ecdb-d89b-4868-8cb1-49548f3d778f"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:02:41.591833 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-eb3d450e-5758-42ca-9813-8d5bcbce4829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (52e509ed-83bd-4971-b508-22213b329f8d), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:41.605448 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-eb3d450e-5758-42ca-9813-8d5bcbce4829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:41.608504 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-eb3d450e-5758-42ca-9813-8d5bcbce4829 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52e509ed-83bd-4971-b508-22213b329f8d HTTP/1.1" status: 204 len: 168 time: 0.7774076 May 09 23:02:41.820354 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6553c6c-faf1-4717-980a-37bd8a80afff req-cff75b78-58cd-4e0b-95ed-d11f76db0dec tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:41.829646 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f6553c6c-faf1-4717-980a-37bd8a80afff req-cff75b78-58cd-4e0b-95ed-d11f76db0dec tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 943 time: 0.3472755 May 09 23:02:41.901746 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d450e-5758-42ca-9813-8d5bcbce4829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e509ed-83bd-4971-b508-22213b329f8d,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:42.032937 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2c921273-3ca0-4101-888c-945bfcd74291 req-411fe48e-230b-490d-a418-cf006c58de4a service neutron] 10.222.0.55 "GET /v2.0/networks/83ac1e51-d1c4-412a-bbb5-5910185182a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7557468 May 09 23:02:42.040201 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-f889f35a-ef98-44ac-9b55-a8d2a567ba5c tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:42.041773 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-f889f35a-ef98-44ac-9b55-a8d2a567ba5c tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 819 time: 0.5529432 May 09 23:02:42.090308 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2108537a-7ff1-46c2-b93f-9869fd1d651e admin admin] Publish callbacks [] for security_group (4681dc34-8879-417a-a934-43bd267aa944), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:42.100784 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2108537a-7ff1-46c2-b93f-9869fd1d651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (4681dc34-8879-417a-a934-43bd267aa944), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:42.104765 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-0b6567d9-3dcc-4d12-b48f-3c0693022dae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Request body: {'port': {'device_id': 'e728c592-21bd-4dc6-a232-66c52c465dec', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'admin_state_up': True, 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:42.117772 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f6553c6c-faf1-4717-980a-37bd8a80afff req-a8527759-24c1-4944-be42-f57e526fe510 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736084 May 09 23:02:42.239211 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108537a-7ff1-46c2-b93f-9869fd1d651e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4681dc34-8879-417a-a934-43bd267aa944,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:42.255091 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-2108537a-7ff1-46c2-b93f-9869fd1d651e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0063cff9077045178b3c5222cd6f1a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0473135 May 09 23:02:42.255377 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 56558) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:42.328934 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d9d267-d452-4d7e-99c6-9b892ac636ee x-openstack-request-id: req-91d9d267-d452-4d7e-99c6-9b892ac636ee {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:02:42.329322 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7", "tag": "a155ecdb-d89b-4868-8cb1-49548f3d778f", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:02:42.329524 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91d9d267-d452-4d7e-99c6-9b892ac636ee {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:02:42.329924 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d9d267-d452-4d7e-99c6-9b892ac636ee'] response: {'name': 'network-changed', 'server_uuid': 'ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7', 'tag': 'a155ecdb-d89b-4868-8cb1-49548f3d778f', 'status': 'completed', 'code': 200} May 09 23:02:42.344792 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-53bdad27-40b6-49a8-94ab-929167d0d23f req-20f26043-7b36-4bc9-8d44-32c520d79cee tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 210 time: 0.5517642 May 09 23:02:42.360823 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-0b6567d9-3dcc-4d12-b48f-3c0693022dae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Made reservation on behalf of 0cb055ff9f0d4af6962070c7a2f19bf3 for: {'port': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:02:42.364579 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-0b6567d9-3dcc-4d12-b48f-3c0693022dae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:42.412158 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540a990-2756-4255-a9b3-e0d2ee3d81f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a155ecdb-d89b-4868-8cb1-49548f3d778f,revision_number=3']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:42.446598 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-2e34ec03-02f9-46d6-89d6-2c74f2776cb7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b776734a879d4c0785b1d3728b79b766 HTTP/1.1" status: 200 len: 379 time: 1.1013994 May 09 23:02:42.447687 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f92b5e00-c654-4374-9bc5-ffddf844d42c admin admin] Publish callbacks [] for security_group (4681dc34-8879-417a-a934-43bd267aa944), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:42.462911 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-c441f2b5-668e-4255-a09a-ab47cd3fdb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:42.464435 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-c441f2b5-668e-4255-a09a-ab47cd3fdb7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 1127 time: 0.7132432 May 09 23:02:42.490571 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-043d7206-85fb-4715-a363-4d5526b43797 req-edf71072-e419-4ca8-839d-060e6a7a6358 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'port': {'device_id': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'admin_state_up': True, 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'security_groups': ['4dc4d97e-b191-4690-9716-7f29dd20933e']}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:42.500684 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f92b5e00-c654-4374-9bc5-ffddf844d42c admin admin] Publish callbacks [] for security_group (4681dc34-8879-417a-a934-43bd267aa944), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:42.614197 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f92b5e00-c654-4374-9bc5-ffddf844d42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (4681dc34-8879-417a-a934-43bd267aa944), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:42.617146 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f92b5e00-c654-4374-9bc5-ffddf844d42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:42.619102 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-f92b5e00-c654-4374-9bc5-ffddf844d42c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4681dc34-8879-417a-a934-43bd267aa944 HTTP/1.1" status: 204 len: 168 time: 0.3620811 May 09 23:02:42.631585 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b5e00-c654-4374-9bc5-ffddf844d42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4681dc34-8879-417a-a934-43bd267aa944,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:42.874804 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-e37c083a-076a-4dca-b604-538f0d88f27b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a155ecdb-d89b-4868-8cb1-49548f3d778f HTTP/1.1" status: 200 len: 217 time: 0.3953340 May 09 23:02:42.893040 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7d45f813-4e4d-48c3-a4a3-0618de90da80 req-a0a6e7ac-9d0c-4776-9ca7-d17d2af2d53d tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 210 time: 0.2190232 May 09 23:02:42.905548 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-043d7206-85fb-4715-a363-4d5526b43797 req-edf71072-e419-4ca8-839d-060e6a7a6358 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Made reservation on behalf of b776734a879d4c0785b1d3728b79b766 for: {'port': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:02:42.910696 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-043d7206-85fb-4715-a363-4d5526b43797 req-edf71072-e419-4ca8-839d-060e6a7a6358 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:43.333228 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-dc139b0c-1974-4c31-acca-4ca09670ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:43.334924 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-dc139b0c-1974-4c31-acca-4ca09670ecbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.4032969 May 09 23:02:43.524933 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f70c7059-118d-44ef-9d05-41c53e80938d req-220f08af-3015-4ff2-bdc8-372cfafc85ca tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 210 time: 0.0614641 May 09 23:02:43.574550 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-0b6567d9-3dcc-4d12-b48f-3c0693022dae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Allocated IP 172.20.0.11 (22e6fa81-87ea-460b-b290-1c8d865027a7/6c269878-3551-44b2-b4c9-9e0aefdfedd6/ad371e3b-52c5-4c5f-be12-8b115d8d31ea) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:02:43.631803 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [req-043d7206-85fb-4715-a363-4d5526b43797 req-edf71072-e419-4ca8-839d-060e6a7a6358 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Allocated IP 172.20.0.11 (a8d1714e-6adf-478e-9341-0aabd043adfd/d84bfe41-fb6f-4a50-9a95-878c5deeae54/83fd7780-b6ac-4de6-983c-0317e0689d5b) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:02:43.652737 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62d075-3dc2-49d5-948a-0f3111ff52f9 req-04e73855-faa0-4015-966a-4e52c25b4ae4 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:43.657480 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4b62d075-3dc2-49d5-948a-0f3111ff52f9 req-04e73855-faa0-4015-966a-4e52c25b4ae4 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 943 time: 0.3215823 May 09 23:02:43.738148 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-0f978dd0-54d9-47ef-b3e7-37a72fbbd964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:43.739753 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-0f978dd0-54d9-47ef-b3e7-37a72fbbd964 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2853248 May 09 23:02:43.889645 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4b62d075-3dc2-49d5-948a-0f3111ff52f9 req-f44f4220-cca8-45bd-b679-7ca577987375 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005875 May 09 23:02:44.036363 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-0b6567d9-3dcc-4d12-b48f-3c0693022dae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:44.049741 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-043d7206-85fb-4715-a363-4d5526b43797 req-edf71072-e419-4ca8-839d-060e6a7a6358 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:44.053760 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3818894f-ea8c-45c5-a827-d069cc9ad2f7 req-24057b56-6776-4f9b-84e6-7e463777db09 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 210 time: 0.0511029 May 09 23:02:44.116223 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-0b6567d9-3dcc-4d12-b48f-3c0693022dae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:44.139360 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-043d7206-85fb-4715-a363-4d5526b43797 req-edf71072-e419-4ca8-839d-060e6a7a6358 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:44.226035 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-0b6567d9-3dcc-4d12-b48f-3c0693022dae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Network 22e6fa81-87ea-460b-b290-1c8d865027a7 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:02:44.235688 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-0b6567d9-3dcc-4d12-b48f-3c0693022dae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:44.245037 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-0b6567d9-3dcc-4d12-b48f-3c0693022dae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:02:44.315249 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-043d7206-85fb-4715-a363-4d5526b43797 req-edf71072-e419-4ca8-839d-060e6a7a6358 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Network a8d1714e-6adf-478e-9341-0aabd043adfd is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:02:44.316356 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6567d9-3dcc-4d12-b48f-3c0693022dae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Pushing event updated for resources: {'Port': ['ID=ad371e3b-52c5-4c5f-be12-8b115d8d31ea,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:44.359767 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [req-043d7206-85fb-4715-a363-4d5526b43797 req-edf71072-e419-4ca8-839d-060e6a7a6358 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:02:44.380430 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-043d7206-85fb-4715-a363-4d5526b43797 req-edf71072-e419-4ca8-839d-060e6a7a6358 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:02:44.481799 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d7206-85fb-4715-a363-4d5526b43797 req-edf71072-e419-4ca8-839d-060e6a7a6358 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:44.482868 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-043d7206-85fb-4715-a363-4d5526b43797 req-edf71072-e419-4ca8-839d-060e6a7a6358 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:44.529930 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-93e97fb1-de85-4003-a4d0-a139f64c0a93 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029298 May 09 23:02:44.574872 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf71072-e419-4ca8-839d-060e6a7a6358 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'Port': ['ID=83fd7780-b6ac-4de6-983c-0317e0689d5b,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:44.605980 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-edf71072-e419-4ca8-839d-060e6a7a6358 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1252861 May 09 23:02:44.617065 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-0b6567d9-3dcc-4d12-b48f-3c0693022dae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:44.620001 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-0b6567d9-3dcc-4d12-b48f-3c0693022dae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:44.645811 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-0b6567d9-3dcc-4d12-b48f-3c0693022dae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5458598 May 09 23:02:44.714776 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-e64e316a-904c-4a48-a16b-15faee815f50 None None] Provisioning complete for port ad371e3b-52c5-4c5f-be12-8b115d8d31ea triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:44.715978 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e64e316a-904c-4a48-a16b-15faee815f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:44.730601 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde1e1a-3236-4bf5-b0d0-8e84323a0a31 req-7c17657b-e2a7-4852-9b11-d9fff6905399 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:44.732876 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-bfde1e1a-3236-4bf5-b0d0-8e84323a0a31 req-7c17657b-e2a7-4852-9b11-d9fff6905399 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 932 time: 0.0780923 May 09 23:02:44.771885 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e64e316a-904c-4a48-a16b-15faee815f50 None None] Port ad371e3b-52c5-4c5f-be12-8b115d8d31ea cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:02:44.800783 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-bfde1e1a-3236-4bf5-b0d0-8e84323a0a31 req-476bdad5-f041-42b4-ab5a-cbe93be680d0 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621748 May 09 23:02:44.893358 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-223bf13e-3855-49e3-a1c2-6afcccea5501 None None] Provisioning complete for port 83fd7780-b6ac-4de6-983c-0317e0689d5b triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:44.893726 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-223bf13e-3855-49e3-a1c2-6afcccea5501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:44.961564 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-223bf13e-3855-49e3-a1c2-6afcccea5501 None None] Port 83fd7780-b6ac-4de6-983c-0317e0689d5b cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:02:45.029659 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d723b-735a-47e6-a091-83bf299b113b req-7861472b-7087-43d8-bc34-7009e6f3b6b1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:45.031898 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a97d723b-735a-47e6-a091-83bf299b113b req-7861472b-7087-43d8-bc34-7009e6f3b6b1 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 943 time: 0.0567670 May 09 23:02:45.085437 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a97d723b-735a-47e6-a091-83bf299b113b req-5e35ca46-79d1-4770-b664-7fdfdfa8e59c tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479033 May 09 23:02:45.201748 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c36dee-414b-4ee0-9436-1e65467fb260 req-2d50a7d8-b869-4271-bb60-b4c25b1895ee tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:45.209756 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-51c36dee-414b-4ee0-9436-1e65467fb260 req-2d50a7d8-b869-4271-bb60-b4c25b1895ee tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 932 time: 0.0645437 May 09 23:02:45.287362 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-51c36dee-414b-4ee0-9436-1e65467fb260 req-6d626f60-8589-479b-ac6e-eab858406f5d tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759580 May 09 23:02:45.400463 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Request body: {'port': {'device_id': 'e728c592-21bd-4dc6-a232-66c52c465dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:45.412698 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Request body: {'port': {'device_id': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:02:45.610803 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:45.628889 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:45.704814 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e073c1e-127b-439c-814f-2cdf96fe9ace req-45b29558-cea1-44c3-97dc-217153733742 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856832 May 09 23:02:45.965968 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be82a6-195a-4eb9-9d48-1aa131e49b0b req-7821460e-3c32-4f78-b073-2e8a77039a02 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:45.974329 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-10be82a6-195a-4eb9-9d48-1aa131e49b0b req-7821460e-3c32-4f78-b073-2e8a77039a02 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 932 time: 0.0781238 May 09 23:02:46.064807 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-10be82a6-195a-4eb9-9d48-1aa131e49b0b req-aff8c732-c2d0-477f-a986-66834f043d67 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889461 May 09 23:02:46.163432 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fd7780-b6ac-4de6-983c-0317e0689d5b {{(pid=103349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:02:46.173983 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Publish callbacks [] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:46.215770 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad371e3b-52c5-4c5f-be12-8b115d8d31ea {{(pid=103349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:02:46.227145 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Publish callbacks [] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:46.238510 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.provisioning_blocks [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Transition to ACTIVE for port object 83fd7780-b6ac-4de6-983c-0317e0689d5b will not be triggered until provisioned by entity L2. {{(pid=103349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:02:46.248655 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:46.256985 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dee4d-027e-4a23-9121-a4dff97673e7 req-8f403446-2c8a-4fe8-9099-b2cd9f54488d tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:46.258479 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0b3dee4d-027e-4a23-9121-a4dff97673e7 req-8f403446-2c8a-4fe8-9099-b2cd9f54488d tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 943 time: 0.0906444 May 09 23:02:46.266911 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.provisioning_blocks [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Transition to ACTIVE for port object ad371e3b-52c5-4c5f-be12-8b115d8d31ea will not be triggered until provisioned by entity L2. {{(pid=103349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:02:46.432022 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356707e-155c-4b67-bf9e-364e9fa80567 req-c4b2bd36-fcfc-4255-8104-0fe6b4f7782a tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:46.442848 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b356707e-155c-4b67-bf9e-364e9fa80567 req-c4b2bd36-fcfc-4255-8104-0fe6b4f7782a tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 944 time: 0.0774155 May 09 23:02:46.475220 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:46.525188 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b356707e-155c-4b67-bf9e-364e9fa80567 req-cc06649c-6abe-4d42-ac1b-6c715c14a676 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773706 May 09 23:02:46.530701 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=83fd7780-b6ac-4de6-983c-0317e0689d5b,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:46.608003 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0b3dee4d-027e-4a23-9121-a4dff97673e7 req-ad5599e2-6079-4b02-85ed-472428b77024 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371894 May 09 23:02:46.707912 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Pushing event updated for resources: {'Port': ['ID=ad371e3b-52c5-4c5f-be12-8b115d8d31ea,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:46.744487 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Attempting to bind port 83fd7780-b6ac-4de6-983c-0317e0689d5b on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:02:46.744826 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Attempting to bind port 83fd7780-b6ac-4de6-983c-0317e0689d5b by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:02:46.745148 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Attempting to bind port 83fd7780-b6ac-4de6-983c-0317e0689d5b on network a8d1714e-6adf-478e-9341-0aabd043adfd {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:02:46.759416 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Port 83fd7780-b6ac-4de6-983c-0317e0689d5b on network a8d1714e-6adf-478e-9341-0aabd043adfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:02:46.759794 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Attempting to bind port 83fd7780-b6ac-4de6-983c-0317e0689d5b on network a8d1714e-6adf-478e-9341-0aabd043adfd {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:02:46.765303 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Attempting to bind port ad371e3b-52c5-4c5f-be12-8b115d8d31ea on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:02:46.765796 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Attempting to bind port ad371e3b-52c5-4c5f-be12-8b115d8d31ea by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:02:46.766464 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Attempting to bind port ad371e3b-52c5-4c5f-be12-8b115d8d31ea on network 22e6fa81-87ea-460b-b290-1c8d865027a7 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:02:46.772627 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:02:46.772970 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Checking segment: {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:46.773353 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Bound using segment: {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:02:46.773788 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Bound port: 83fd7780-b6ac-4de6-983c-0317e0689d5b, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'}}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:02:46.774177 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:46.777187 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Port ad371e3b-52c5-4c5f-be12-8b115d8d31ea on network 22e6fa81-87ea-460b-b290-1c8d865027a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:02:46.777506 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Attempting to bind port ad371e3b-52c5-4c5f-be12-8b115d8d31ea on network 22e6fa81-87ea-460b-b290-1c8d865027a7 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:02:46.790345 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:02:46.790735 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Checking segment: {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:02:46.791125 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Bound using segment: {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:02:46.791565 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Bound port: ad371e3b-52c5-4c5f-be12-8b115d8d31ea, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'}}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:02:46.792040 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:46.895143 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] For port 83fd7780-b6ac-4de6-983c-0317e0689d5b, host hv-cinder-84067, cleared binding levels {{(pid=103349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:02:46.898893 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] For port 83fd7780-b6ac-4de6-983c-0317e0689d5b, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=83fd7780-b6ac-4de6-983c-0317e0689d5b,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:02:46.900483 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] For port ad371e3b-52c5-4c5f-be12-8b115d8d31ea, host hv-cinder-84067, cleared binding levels {{(pid=103349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:02:46.904178 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] For port ad371e3b-52c5-4c5f-be12-8b115d8d31ea, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ad371e3b-52c5-4c5f-be12-8b115d8d31ea,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:02:46.908036 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:46.913728 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:46.950459 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:46.951077 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:46.952460 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] 10.222.0.55 "PUT /v2.0/ports/ad371e3b-52c5-4c5f-be12-8b115d8d31ea HTTP/1.1" status: 200 len: 1094 time: 1.5584993 May 09 23:02:46.954007 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e728c592-21bd-4dc6-a232-66c52c465dec', 'tag': 'ad371e3b-52c5-4c5f-be12-8b115d8d31ea'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:02:46.956291 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2df40c-ee76-4ea7-881e-557c6211c40c" -d '{"events": [{"name": "network-changed", "server_uuid": "e728c592-21bd-4dc6-a232-66c52c465dec", "tag": "ad371e3b-52c5-4c5f-be12-8b115d8d31ea"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:02:46.962209 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:46.964112 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:46.964736 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:46.966154 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] 10.222.0.55 "PUT /v2.0/ports/83fd7780-b6ac-4de6-983c-0317e0689d5b HTTP/1.1" status: 200 len: 1094 time: 1.5613329 May 09 23:02:46.991332 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece27a7-a79d-486e-a450-1a5382ecf6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=83fd7780-b6ac-4de6-983c-0317e0689d5b,revision_number=3']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:47.022591 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd55b73-6169-450b-b2fa-70f0099abd4f x-openstack-request-id: req-4fd55b73-6169-450b-b2fa-70f0099abd4f {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:02:47.022875 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e728c592-21bd-4dc6-a232-66c52c465dec", "tag": "ad371e3b-52c5-4c5f-be12-8b115d8d31ea", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:02:47.023120 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fd55b73-6169-450b-b2fa-70f0099abd4f {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:02:47.023502 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd55b73-6169-450b-b2fa-70f0099abd4f'] response: {'name': 'network-changed', 'server_uuid': 'e728c592-21bd-4dc6-a232-66c52c465dec', 'tag': 'ad371e3b-52c5-4c5f-be12-8b115d8d31ea', 'status': 'completed', 'code': 200} May 09 23:02:47.051403 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb682a05-a21e-46d8-8cd5-e4982f6668be service neutron] Pushing event updated for resources: {'Port': ['ID=ad371e3b-52c5-4c5f-be12-8b115d8d31ea,revision_number=3']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:47.179810 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26bde2-e360-4e1d-ae83-fae096cec962 req-66510e32-56ad-42c5-a6e2-97c89e0030a3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:47.181291 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ed26bde2-e360-4e1d-ae83-fae096cec962 req-66510e32-56ad-42c5-a6e2-97c89e0030a3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 944 time: 0.0492659 May 09 23:02:47.232629 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ed26bde2-e360-4e1d-ae83-fae096cec962 req-9530c037-3801-47d6-824f-208dafe4e9b4 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453427 May 09 23:02:47.627239 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c9332-f2fa-4fdc-b454-3630bf4d6e37 req-c1e20bc5-b71b-47ee-a4b9-b77bf25706e2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:47.628996 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d70c9332-f2fa-4fdc-b454-3630bf4d6e37 req-c1e20bc5-b71b-47ee-a4b9-b77bf25706e2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 944 time: 0.0458436 May 09 23:02:47.674428 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d70c9332-f2fa-4fdc-b454-3630bf4d6e37 req-73e904de-d795-4ff5-bf55-4713c72dd67c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401709 May 09 23:02:47.719782 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081c396-1baf-4433-8076-7deea1955f56 req-11e8b42b-602b-4142-9cd8-e4c4b65677c3 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:47.721260 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b081c396-1baf-4433-8076-7deea1955f56 req-11e8b42b-602b-4142-9cd8-e4c4b65677c3 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 943 time: 0.0465484 May 09 23:02:47.767669 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b081c396-1baf-4433-8076-7deea1955f56 req-0c139436-037b-414a-a14f-82336d9e5cd6 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 May 09 23:02:48.342162 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b136c1d-179e-41bf-a2f6-55cada4b6a54 req-e1fdac3b-10e0-45f4-ba4d-9004c34ce044 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:48.344159 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1b136c1d-179e-41bf-a2f6-55cada4b6a54 req-e1fdac3b-10e0-45f4-ba4d-9004c34ce044 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 944 time: 0.0452220 May 09 23:02:48.388832 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1b136c1d-179e-41bf-a2f6-55cada4b6a54 req-4073bcb3-f532-4331-822f-9e77e3cf790a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392754 May 09 23:02:48.786007 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a99f1-27ac-495f-bccd-e1e6c2d28bc8 req-884ea049-7edd-4e38-b3a5-e46144079771 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:48.787424 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c18a99f1-27ac-495f-bccd-e1e6c2d28bc8 req-884ea049-7edd-4e38-b3a5-e46144079771 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 944 time: 0.0490718 May 09 23:02:48.836708 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c18a99f1-27ac-495f-bccd-e1e6c2d28bc8 req-8dd53a54-47e4-4fc2-b2b8-cb47e22ffe34 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435176 May 09 23:02:48.890252 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a3150-9b5f-494b-8e1d-9902c92f3078 req-ce1cbaf0-99a1-4325-8de3-c9774d9afa0a tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:48.891755 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-605a3150-9b5f-494b-8e1d-9902c92f3078 req-ce1cbaf0-99a1-4325-8de3-c9774d9afa0a tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 943 time: 0.0506101 May 09 23:02:48.937388 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-605a3150-9b5f-494b-8e1d-9902c92f3078 req-552b38dd-eccb-429f-b493-55e14aa388bc tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399008 May 09 23:02:49.024890 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'tag': '83fd7780-b6ac-4de6-983c-0317e0689d5b'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:02:49.027257 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af1d934-aae7-4b5a-93de-8e082b839029" -d '{"events": [{"name": "network-changed", "server_uuid": "da290c35-0f36-4420-aaf8-d18fd9b906f0", "tag": "83fd7780-b6ac-4de6-983c-0317e0689d5b"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:02:49.072573 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cfa105-115b-4ca9-99c6-7bb12ad1f156 x-openstack-request-id: req-59cfa105-115b-4ca9-99c6-7bb12ad1f156 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:02:49.072573 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da290c35-0f36-4420-aaf8-d18fd9b906f0", "tag": "83fd7780-b6ac-4de6-983c-0317e0689d5b", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:02:49.072573 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59cfa105-115b-4ca9-99c6-7bb12ad1f156 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:02:49.073063 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59cfa105-115b-4ca9-99c6-7bb12ad1f156'] response: {'name': 'network-changed', 'server_uuid': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'tag': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'status': 'completed', 'code': 200} May 09 23:02:49.378093 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1521fe92-6400-4ba1-a2f4-0a236efe1ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:49.498084 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ddef4-d3b7-4f64-8888-95ec7f812da2 req-6ad62044-ae61-47d1-9273-275f53a77c65 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:49.499564 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-319ddef4-d3b7-4f64-8888-95ec7f812da2 req-6ad62044-ae61-47d1-9273-275f53a77c65 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 944 time: 0.0454793 May 09 23:02:49.543825 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-319ddef4-d3b7-4f64-8888-95ec7f812da2 req-60a26233-1464-4db4-9651-d91e2c787db3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383110 May 09 23:02:49.951622 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a22f5-16e2-419c-ac39-06e1e644433d req-59b450bf-4076-4e13-bec5-d3a0e9092534 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:49.953542 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6a5a22f5-16e2-419c-ac39-06e1e644433d req-59b450bf-4076-4e13-bec5-d3a0e9092534 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 944 time: 0.0456612 May 09 23:02:50.000104 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6a5a22f5-16e2-419c-ac39-06e1e644433d req-b28a8ee5-94c0-41dc-8693-21bd3af3fb04 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410030 May 09 23:02:50.047693 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f54dec-4e50-447b-83a1-791ba8892a0a req-1d0db322-91b4-487d-a4dc-171459d84ecd tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:50.049135 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f1f54dec-4e50-447b-83a1-791ba8892a0a req-1d0db322-91b4-487d-a4dc-171459d84ecd tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 943 time: 0.0460923 May 09 23:02:50.098561 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f1f54dec-4e50-447b-83a1-791ba8892a0a req-745418f8-8774-4f0e-a4cc-5050717516bb tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439215 May 09 23:02:50.538974 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device a155ecdb-d89b-4868-8cb1-49548f3d778f details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:02:50.642273 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port a155ecdb-d89b-4868-8cb1-49548f3d778f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a155ecdb-d89b-4868-8cb1-49548f3d778f,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:02:50.657898 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': 'a155ecdb-d89b-4868-8cb1-49548f3d778f', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'port_id': 'a155ecdb-d89b-4868-8cb1-49548f3d778f', 'mac_address': 'fa:16:3e:06:da:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:02:50.666346 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a9cb8-afc4-46e7-ba8c-a56f6faa3c73 req-a765bb47-b43e-4e25-8587-eebcc7b54531 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:50.667823 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d61a9cb8-afc4-46e7-ba8c-a56f6faa3c73 req-a765bb47-b43e-4e25-8587-eebcc7b54531 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 944 time: 0.0568504 May 09 23:02:50.694276 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port a155ecdb-d89b-4868-8cb1-49548f3d778f is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:50.694670 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:50.708254 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a155ecdb-d89b-4868-8cb1-49548f3d778f {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:02:50.713985 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d61a9cb8-afc4-46e7-ba8c-a56f6faa3c73 req-1ff3c691-4507-4475-8b3a-d2e40a57bbf0 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404973 May 09 23:02:50.728482 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port a155ecdb-d89b-4868-8cb1-49548f3d778f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a155ecdb-d89b-4868-8cb1-49548f3d778f,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:02:50.732771 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:50.733416 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device d0f35359-5f2a-472a-967f-5319c7350ff9 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:02:50.929585 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=a155ecdb-d89b-4868-8cb1-49548f3d778f,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:50.971642 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port d0f35359-5f2a-472a-967f-5319c7350ff9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d0f35359-5f2a-472a-967f-5319c7350ff9,segment=NetworkSegment(32449722-5a14-4320-9eac-9ca46e5b54d2),segment_id=32449722-5a14-4320-9eac-9ca46e5b54d2)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:02:50.982682 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': 'd0f35359-5f2a-472a-967f-5319c7350ff9', 'network_id': '83ac1e51-d1c4-412a-bbb5-5910185182a6', 'port_id': 'd0f35359-5f2a-472a-967f-5319c7350ff9', 'mac_address': 'fa:16:3e:7e:a8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c554ffb7-7d70-4383-a7da-46863426a058', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:02:51.018418 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port d0f35359-5f2a-472a-967f-5319c7350ff9 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:51.018800 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:51.031148 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f35359-5f2a-472a-967f-5319c7350ff9 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:02:51.050942 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port d0f35359-5f2a-472a-967f-5319c7350ff9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d0f35359-5f2a-472a-967f-5319c7350ff9,segment=NetworkSegment(32449722-5a14-4320-9eac-9ca46e5b54d2),segment_id=32449722-5a14-4320-9eac-9ca46e5b54d2)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:02:51.055019 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:51.100552 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=d0f35359-5f2a-472a-967f-5319c7350ff9,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:51.111308 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef78a4e-2f2d-4c97-a8b0-9d4dc99a58d1 req-6b1cb231-4689-453a-b10a-474d804d70dc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:51.112784 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2ef78a4e-2f2d-4c97-a8b0-9d4dc99a58d1 req-6b1cb231-4689-453a-b10a-474d804d70dc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 944 time: 0.0463951 May 09 23:02:51.161116 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2ef78a4e-2f2d-4c97-a8b0-9d4dc99a58d1 req-6aeb0505-3db9-4dff-a4f7-b03297b96866 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425811 May 09 23:02:51.217920 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66c297-15be-4a19-8f4c-09bba0b410b7 req-f54da623-8f1d-454c-be8d-36076fde0e1f tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:51.219454 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8f66c297-15be-4a19-8f4c-09bba0b410b7 req-f54da623-8f1d-454c-be8d-36076fde0e1f tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 944 time: 0.0487278 May 09 23:02:51.270027 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8f66c297-15be-4a19-8f4c-09bba0b410b7 req-ce5af846-0b73-4e78-8f07-53c375f49a14 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450506 May 09 23:02:51.674048 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fee9f086-a191-41ae-8a68-15e5db115afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:51.773208 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9240f-6991-40f7-8fb2-9fb7820f8ee1 req-9961ef19-ee72-428f-8fd1-1c8e3b02b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:51.775022 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55c9240f-6991-40f7-8fb2-9fb7820f8ee1 req-9961ef19-ee72-428f-8fd1-1c8e3b02b6c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 1128 time: 0.0754864 May 09 23:02:51.795478 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1d934-aae7-4b5a-93de-8e082b839029 req-30ddf7eb-49cf-42c0-8abc-68afd95f3368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:51.797313 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1af1d934-aae7-4b5a-93de-8e082b839029 req-30ddf7eb-49cf-42c0-8abc-68afd95f3368 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 1128 time: 0.0872281 May 09 23:02:51.846778 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156aa2b7-dd77-4cf2-b4ca-cce2b1da64a7 req-41686c4e-4f09-40d8-8cd0-cb9e96abf10f tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:51.848703 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-156aa2b7-dd77-4cf2-b4ca-cce2b1da64a7 req-41686c4e-4f09-40d8-8cd0-cb9e96abf10f tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 944 time: 0.0553734 May 09 23:02:51.862542 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['d0f35359-5f2a-472a-967f-5319c7350ff9'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:02:51.919502 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-156aa2b7-dd77-4cf2-b4ca-cce2b1da64a7 req-8df18f49-3e36-4a89-b363-a1e9f80a5b16 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635283 May 09 23:02:51.987620 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2df40c-ee76-4ea7-881e-557c6211c40c req-9a9f8b20-813e-4251-8797-6044f78b88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:51.989162 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ba2df40c-ee76-4ea7-881e-557c6211c40c req-9a9f8b20-813e-4251-8797-6044f78b88e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 1128 time: 0.2131004 May 09 23:02:52.171254 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9240f-6991-40f7-8fb2-9fb7820f8ee1 req-be338236-ccf6-45c4-8f6f-0da131ee84ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:52.172698 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55c9240f-6991-40f7-8fb2-9fb7820f8ee1 req-be338236-ccf6-45c4-8f6f-0da131ee84ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 920 time: 0.3866448 May 09 23:02:52.179675 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1d934-aae7-4b5a-93de-8e082b839029 req-17a7f484-d998-486f-9da8-e0ddf0768ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:52.181164 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1af1d934-aae7-4b5a-93de-8e082b839029 req-17a7f484-d998-486f-9da8-e0ddf0768ffd service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b776734a879d4c0785b1d3728b79b766&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3612831 May 09 23:02:52.215427 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2df40c-ee76-4ea7-881e-557c6211c40c req-3407248d-ae16-4860-aa3c-da80db0a76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:52.217160 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ba2df40c-ee76-4ea7-881e-557c6211c40c req-3407248d-ae16-4860-aa3c-da80db0a76b8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2107306 May 09 23:02:52.293763 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff030fe0-b039-4856-a2a4-5de0528e3e88 req-ceb64360-0d22-4da4-b501-262d4cc18d25 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:52.295294 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ff030fe0-b039-4856-a2a4-5de0528e3e88 req-ceb64360-0d22-4da4-b501-262d4cc18d25 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 944 time: 0.0529695 May 09 23:02:52.361484 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ff030fe0-b039-4856-a2a4-5de0528e3e88 req-7d5be312-9992-45b1-a354-29afe1f5f234 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598123 May 09 23:02:52.395288 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87329bc0-3024-4a30-81eb-ff85f72a7526 req-6c2e71ba-f79e-43b2-8ba5-b06fb8ff0080 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:52.402172 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-87329bc0-3024-4a30-81eb-ff85f72a7526 req-6c2e71ba-f79e-43b2-8ba5-b06fb8ff0080 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 944 time: 0.0572779 May 09 23:02:52.449219 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-87329bc0-3024-4a30-81eb-ff85f72a7526 req-76646a31-2478-497f-a09b-e6033c848ce9 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461781 May 09 23:02:52.900821 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:53.027710 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569e6f5-1b1f-4eb4-ab33-370f9d302c92 req-82920a2d-bf55-4f14-94aa-630dcb2591b1 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:53.029168 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a569e6f5-1b1f-4eb4-ab33-370f9d302c92 req-82920a2d-bf55-4f14-94aa-630dcb2591b1 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 944 time: 0.0455072 May 09 23:02:53.073443 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a569e6f5-1b1f-4eb4-ab33-370f9d302c92 req-6c10f6f9-90f0-42df-b74e-6db73a300a9d tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387301 May 09 23:02:53.473148 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0e2c8-0c3f-4229-9bb1-ade8dedbdeb5 req-ee314140-6890-4c41-935e-2a9289baefbd tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:53.474538 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9cb0e2c8-0c3f-4229-9bb1-ade8dedbdeb5 req-ee314140-6890-4c41-935e-2a9289baefbd tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 944 time: 0.0448320 May 09 23:02:53.521922 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9cb0e2c8-0c3f-4229-9bb1-ade8dedbdeb5 req-5343151c-020f-4250-b17d-31fdb11dcb91 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411127 May 09 23:02:53.563360 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baa721-c975-49d3-aa82-dc5ba668bd83 req-1c0499d4-dc8d-4367-bdde-c12e3de6fd58 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:53.564803 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c4baa721-c975-49d3-aa82-dc5ba668bd83 req-1c0499d4-dc8d-4367-bdde-c12e3de6fd58 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 944 time: 0.0452092 May 09 23:02:53.613807 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c4baa721-c975-49d3-aa82-dc5ba668bd83 req-b9578745-0eda-4670-aff7-d5dc2aa916c9 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433211 May 09 23:02:54.185361 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bacdd-1910-4f45-9e7d-d2184796950e req-6e6bbf60-147e-4c3e-ac50-822b3f2ba408 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:54.186822 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-206bacdd-1910-4f45-9e7d-d2184796950e req-6e6bbf60-147e-4c3e-ac50-822b3f2ba408 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 944 time: 0.0472999 May 09 23:02:54.232766 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-206bacdd-1910-4f45-9e7d-d2184796950e req-0a1c671e-5360-477c-99cf-6a8c6418ccbf tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397630 May 09 23:02:54.313504 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:54.630858 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173527d0-1f5c-48be-8eb0-64422d87d534 req-b52b8cfc-32e1-4c03-815a-700b66c909b9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:54.632319 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-173527d0-1f5c-48be-8eb0-64422d87d534 req-b52b8cfc-32e1-4c03-815a-700b66c909b9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 944 time: 0.0465636 May 09 23:02:54.727639 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a33d3-039d-4407-8325-824020665bc8 req-ee99aca0-107b-4de9-b01b-bf2c9ac03b5a tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:54.729796 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-860a33d3-039d-4407-8325-824020665bc8 req-ee99aca0-107b-4de9-b01b-bf2c9ac03b5a tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 944 time: 0.0481179 May 09 23:02:54.744060 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55c9240f-6991-40f7-8fb2-9fb7820f8ee1 req-6de7947f-5cd5-4b0d-b2f8-bdf4a52bf265 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a155ecdb-d89b-4868-8cb1-49548f3d778f HTTP/1.1" status: 200 len: 217 time: 0.0916624 May 09 23:02:54.776159 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-860a33d3-039d-4407-8325-824020665bc8 req-39ad511d-37c3-4485-a15a-8f6e02fc39c8 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399749 May 09 23:02:54.979880 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device d0f35359-5f2a-472a-967f-5319c7350ff9 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:02:55.037347 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port d0f35359-5f2a-472a-967f-5319c7350ff9 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:02:55.054328 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port d0f35359-5f2a-472a-967f-5319c7350ff9 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:55.055068 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:55.059338 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-173527d0-1f5c-48be-8eb0-64422d87d534 req-27fe4f1c-965f-4c9b-858a-35423db71bb0 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4212093 May 09 23:02:55.059560 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['a155ecdb-d89b-4868-8cb1-49548f3d778f'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:02:55.121585 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9240f-6991-40f7-8fb2-9fb7820f8ee1 req-eb0872a0-93e2-4a07-b4d5-0ce6eff202dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:55.123060 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55c9240f-6991-40f7-8fb2-9fb7820f8ee1 req-eb0872a0-93e2-4a07-b4d5-0ce6eff202dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.3203969 May 09 23:02:55.182554 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2df40c-ee76-4ea7-881e-557c6211c40c req-f39b1ca7-6706-4d2c-88ab-3fc908288ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:55.184027 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ba2df40c-ee76-4ea7-881e-557c6211c40c req-f39b1ca7-6706-4d2c-88ab-3fc908288ccd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5221951 May 09 23:02:55.188397 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1d934-aae7-4b5a-93de-8e082b839029 req-362852b6-a7b4-4e1c-ba12-9bd2d15a1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:55.189792 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1af1d934-aae7-4b5a-93de-8e082b839029 req-362852b6-a7b4-4e1c-ba12-9bd2d15a1ccd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5269363 May 09 23:02:55.200725 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9240f-6991-40f7-8fb2-9fb7820f8ee1 req-f29009dd-08c7-46c2-97a4-353d199ad088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:55.202230 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55c9240f-6991-40f7-8fb2-9fb7820f8ee1 req-f29009dd-08c7-46c2-97a4-353d199ad088 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665524 May 09 23:02:55.204913 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port d0f35359-5f2a-472a-967f-5319c7350ff9 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:55.205434 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:55.244501 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ed65f5-3706-4a36-8ca4-5e09a2354d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f35359-5f2a-472a-967f-5319c7350ff9'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:02:55.340397 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port d0f35359-5f2a-472a-967f-5319c7350ff9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d0f35359-5f2a-472a-967f-5319c7350ff9,segment=NetworkSegment(32449722-5a14-4320-9eac-9ca46e5b54d2),segment_id=32449722-5a14-4320-9eac-9ca46e5b54d2)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:02:55.359500 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d7206-85fb-4715-a363-4d5526b43797 req-ed20c94e-c5c4-4d93-bc82-c4a5038322ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:55.363421 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-ed20c94e-c5c4-4d93-bc82-c4a5038322ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 1128 time: 0.0991285 May 09 23:02:55.364932 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:55.367508 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-a094c411-8aad-4d30-a62c-8dc1ca54dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:55.369309 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-a094c411-8aad-4d30-a62c-8dc1ca54dd35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 1128 time: 0.1063027 May 09 23:02:55.426355 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d3b1e-d7f6-425d-af98-f7bf6c513be0 req-73d64e25-5962-4bc1-8eb6-2c308792bf56 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:55.442741 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e04d3b1e-d7f6-425d-af98-f7bf6c513be0 req-73d64e25-5962-4bc1-8eb6-2c308792bf56 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 944 time: 0.1169143 May 09 23:02:55.510040 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-81619efc-22d7-4998-8f1f-2fc8f9fcfb64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad371e3b-52c5-4c5f-be12-8b115d8d31ea HTTP/1.1" status: 200 len: 217 time: 0.1270294 May 09 23:02:55.515233 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-a34232a5-f163-4fac-8c53-f15849a732e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83fd7780-b6ac-4de6-983c-0317e0689d5b HTTP/1.1" status: 200 len: 217 time: 0.1334023 May 09 23:02:55.521087 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e04d3b1e-d7f6-425d-af98-f7bf6c513be0 req-4630ea2f-bbfb-4250-a50f-6f25b5425062 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772264 May 09 23:02:55.523854 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc59bba7-732b-4a03-9857-1f1aa44097dd" -d '{"events": [{"server_uuid": "e3ed65f5-3706-4a36-8ca4-5e09a2354d07", "name": "network-vif-plugged", "status": "completed", "tag": "d0f35359-5f2a-472a-967f-5319c7350ff9"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:02:55.541088 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=d0f35359-5f2a-472a-967f-5319c7350ff9,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:55.594034 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55c9240f-6991-40f7-8fb2-9fb7820f8ee1 req-6c5bb211-01ea-49e9-877d-b7c9c30f08ea service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811984 May 09 23:02:55.654259 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:55.674876 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-81528c12-858c-4ad4-bfbd-bffc9c9c37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:55.676421 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-81528c12-858c-4ad4-bfbd-bffc9c9c37eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.1522181 May 09 23:02:55.683301 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d7206-85fb-4715-a363-4d5526b43797 req-cbce5cc8-fb21-4937-be27-c79b157c6099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:55.684700 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-cbce5cc8-fb21-4937-be27-c79b157c6099 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d84bfe41-fb6f-4a50-9a95-878c5deeae54 HTTP/1.1" status: 200 len: 854 time: 0.1617038 May 09 23:02:55.702864 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5865d3-fb08-4221-b8a8-d30a056be6db x-openstack-request-id: req-9c5865d3-fb08-4221-b8a8-d30a056be6db {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:02:55.702864 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ed65f5-3706-4a36-8ca4-5e09a2354d07", "name": "network-vif-plugged", "status": "completed", "tag": "d0f35359-5f2a-472a-967f-5319c7350ff9", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:02:55.702864 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c5865d3-fb08-4221-b8a8-d30a056be6db {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:02:55.702864 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5865d3-fb08-4221-b8a8-d30a056be6db'] response: {'server_uuid': 'e3ed65f5-3706-4a36-8ca4-5e09a2354d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f35359-5f2a-472a-967f-5319c7350ff9', 'code': 200} May 09 23:02:55.797861 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-bef652e1-8417-49ae-a43e-363e9ff25fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:55.799578 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-bef652e1-8417-49ae-a43e-363e9ff25fa2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135106 May 09 23:02:55.804434 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d7206-85fb-4715-a363-4d5526b43797 req-27e57d2b-d577-4664-a257-ddf1939c1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:55.806156 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-27e57d2b-d577-4664-a257-ddf1939c1ce5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8d1714e-6adf-478e-9341-0aabd043adfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031544 May 09 23:02:55.931241 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55c9240f-6991-40f7-8fb2-9fb7820f8ee1 req-d0a903fd-3924-4eb4-9b47-9c8d54c77ce7 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265398 May 09 23:02:55.982020 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5bcf1-00a6-42ae-8a20-2feb1684b878 req-85dbec3f-7b80-4571-83ab-96dd9b7eaec4 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:55.984579 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-01b5bcf1-00a6-42ae-8a20-2feb1684b878 req-85dbec3f-7b80-4571-83ab-96dd9b7eaec4 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.1184325 May 09 23:02:56.002344 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53f5dd-ed04-4f8c-8715-4c97f9adcf71 req-1437cf01-4a63-4620-9b77-d4dba7fb7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:56.004360 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4b53f5dd-ed04-4f8c-8715-4c97f9adcf71 req-1437cf01-4a63-4620-9b77-d4dba7fb7caf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 1129 time: 0.1000345 May 09 23:02:56.035579 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4b53f5dd-ed04-4f8c-8715-4c97f9adcf71 req-581e5d11-ee73-4634-9684-0cbe91dc2014 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.035721 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-716fae79-7205-4e18-b855-db9124e76101 service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075253 May 09 23:02:56.037712 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-ce237288-2851-4baa-9dab-c8508487315c service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262843 May 09 23:02:56.134169 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-01b5bcf1-00a6-42ae-8a20-2feb1684b878 req-37f691c0-00d3-483b-be51-858730646f84 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198206 May 09 23:02:56.188417 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4b53f5dd-ed04-4f8c-8715-4c97f9adcf71 req-581e5d11-ee73-4634-9684-0cbe91dc2014 service neutron] Publish callbacks [] for security_group (534ae4f8-2dd5-40f1-91c3-6ded261870bb), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.194201 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4b53f5dd-ed04-4f8c-8715-4c97f9adcf71 req-581e5d11-ee73-4634-9684-0cbe91dc2014 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (534ae4f8-2dd5-40f1-91c3-6ded261870bb), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.228424 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4b53f5dd-ed04-4f8c-8715-4c97f9adcf71 req-581e5d11-ee73-4634-9684-0cbe91dc2014 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153008 May 09 23:02:56.253601 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e5d11-ee73-4634-9684-0cbe91dc2014 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=534ae4f8-2dd5-40f1-91c3-6ded261870bb,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:56.292791 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c046ce-7761-4da2-9bc9-b5d3fe396f1e req-bb691a60-ba17-4b97-93ea-0f6a065fc671 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:56.294307 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-48c046ce-7761-4da2-9bc9-b5d3fe396f1e req-bb691a60-ba17-4b97-93ea-0f6a065fc671 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 944 time: 0.0832117 May 09 23:02:56.331053 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-043d7206-85fb-4715-a363-4d5526b43797 req-f31f6648-dfbb-4354-a02e-89bfb4b62640 service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815053 May 09 23:02:56.354497 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1c63bd11-f4a5-4e0a-9596-c50e60348ef3 req-000ad74d-fa5a-406f-adc5-284915feb797 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036201 May 09 23:02:56.363749 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57002) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:56.374669 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-48c046ce-7761-4da2-9bc9-b5d3fe396f1e req-18ef12a7-1877-4225-ad77-6319fb100db7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703735 May 09 23:02:56.400752 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57006) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:56.513666 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-68e1ac04-5949-4e51-ac08-1ea837698d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.596545 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 57014) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:56.600092 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-68e1ac04-5949-4e51-ac08-1ea837698d47 admin admin] Publish callbacks [] for security_group (aaecdeaa-604a-4d78-8791-41e861ea992f), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.606768 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-68e1ac04-5949-4e51-ac08-1ea837698d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (aaecdeaa-604a-4d78-8791-41e861ea992f), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.675943 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-68e1ac04-5949-4e51-ac08-1ea837698d47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ae66866abe84d6596765919b1f546dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110664 May 09 23:02:56.679789 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 57018) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:56.686093 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-46b8b9ed-b930-4884-8a32-d6b886f5a36c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.708713 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1ac04-5949-4e51-ac08-1ea837698d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaecdeaa-604a-4d78-8791-41e861ea992f,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:56.722906 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3f653c46-6515-4b7f-8512-5334cf0db631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.741430 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a436b2-03e8-4c70-8692-7ecdaf8e827b req-0096a4c9-0b66-4b41-a722-2e6317a5a767 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:56.742943 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c5a436b2-03e8-4c70-8692-7ecdaf8e827b req-0096a4c9-0b66-4b41-a722-2e6317a5a767 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 944 time: 0.0984802 May 09 23:02:56.772020 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0848-f8e8-4cc6-91a7-6e84f25a766d admin admin] Publish callbacks [] for security_group (aaecdeaa-604a-4d78-8791-41e861ea992f), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.805284 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0848-f8e8-4cc6-91a7-6e84f25a766d admin admin] Publish callbacks [] for security_group (aaecdeaa-604a-4d78-8791-41e861ea992f), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.823467 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c5a436b2-03e8-4c70-8692-7ecdaf8e827b req-1c522a92-40d1-4ec7-baef-a131c7237a69 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733066 May 09 23:02:56.843271 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-46b8b9ed-b930-4884-8a32-d6b886f5a36c admin admin] Publish callbacks [] for security_group (6f2f6c4e-b44d-4fde-bf20-4862e713b4b7), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.855768 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-46b8b9ed-b930-4884-8a32-d6b886f5a36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (6f2f6c4e-b44d-4fde-bf20-4862e713b4b7), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.904400 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8b9ed-b930-4884-8a32-d6b886f5a36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2f6c4e-b44d-4fde-bf20-4862e713b4b7,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:56.907462 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3f653c46-6515-4b7f-8512-5334cf0db631 admin admin] Publish callbacks [] for security_group (a77f4f78-2ea8-426d-b632-1df814941adb), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.912167 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3f653c46-6515-4b7f-8512-5334cf0db631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a77f4f78-2ea8-426d-b632-1df814941adb), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.926460 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57032) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:56.926650 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-46b8b9ed-b930-4884-8a32-d6b886f5a36c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0c37f9323b04350a1a12ffd9ff4acce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288341 May 09 23:02:56.936292 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0848-f8e8-4cc6-91a7-6e84f25a766d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (aaecdeaa-604a-4d78-8791-41e861ea992f), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.938029 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device a155ecdb-d89b-4868-8cb1-49548f3d778f up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:02:56.939649 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0848-f8e8-4cc6-91a7-6e84f25a766d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:56.944214 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-eb5f0848-f8e8-4cc6-91a7-6e84f25a766d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aaecdeaa-604a-4d78-8791-41e861ea992f HTTP/1.1" status: 204 len: 168 time: 0.2634180 May 09 23:02:56.952639 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f0848-f8e8-4cc6-91a7-6e84f25a766d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaecdeaa-604a-4d78-8791-41e861ea992f,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:56.993607 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f653c46-6515-4b7f-8512-5334cf0db631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77f4f78-2ea8-426d-b632-1df814941adb,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:57.003538 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-3f653c46-6515-4b7f-8512-5334cf0db631 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4ef87c3541c4c8e857754250a344557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6015997 May 09 23:02:57.007955 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 57036) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:57.070503 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port a155ecdb-d89b-4868-8cb1-49548f3d778f completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:02:57.075756 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c933410-47f3-4cac-8da1-826c6cba4d0d admin admin] Publish callbacks [] for security_group (a77f4f78-2ea8-426d-b632-1df814941adb), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.086985 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port a155ecdb-d89b-4868-8cb1-49548f3d778f triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:02:57.086985 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.103060 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-67caad2c-1188-4f18-ab52-1654f8e258a6 admin admin] Publish callbacks [] for security_group (6f2f6c4e-b44d-4fde-bf20-4862e713b4b7), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.129803 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c933410-47f3-4cac-8da1-826c6cba4d0d admin admin] Publish callbacks [] for security_group (a77f4f78-2ea8-426d-b632-1df814941adb), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.166425 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-67caad2c-1188-4f18-ab52-1654f8e258a6 admin admin] Publish callbacks [] for security_group (6f2f6c4e-b44d-4fde-bf20-4862e713b4b7), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.245688 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port a155ecdb-d89b-4868-8cb1-49548f3d778f is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:02:57.246514 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.253235 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-67caad2c-1188-4f18-ab52-1654f8e258a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (6f2f6c4e-b44d-4fde-bf20-4862e713b4b7), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.254899 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-67caad2c-1188-4f18-ab52-1654f8e258a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.258494 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-67caad2c-1188-4f18-ab52-1654f8e258a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f2f6c4e-b44d-4fde-bf20-4862e713b4b7 HTTP/1.1" status: 204 len: 168 time: 0.3273344 May 09 23:02:57.258494 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57046) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:57.278988 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c933410-47f3-4cac-8da1-826c6cba4d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a77f4f78-2ea8-426d-b632-1df814941adb), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.282307 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c933410-47f3-4cac-8da1-826c6cba4d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.283769 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-4c933410-47f3-4cac-8da1-826c6cba4d0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a77f4f78-2ea8-426d-b632-1df814941adb HTTP/1.1" status: 204 len: 168 time: 0.2739816 May 09 23:02:57.288933 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67caad2c-1188-4f18-ab52-1654f8e258a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2f6c4e-b44d-4fde-bf20-4862e713b4b7,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:57.290749 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port a155ecdb-d89b-4868-8cb1-49548f3d778f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a155ecdb-d89b-4868-8cb1-49548f3d778f,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:02:57.299046 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dee91-a959-48d1-b628-6cd662476dfe req-1c434c68-4c1b-4b10-b8c2-ab179a70353a tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:57.300675 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cd2dee91-a959-48d1-b628-6cd662476dfe req-1c434c68-4c1b-4b10-b8c2-ab179a70353a tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0945330 May 09 23:02:57.307154 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c933410-47f3-4cac-8da1-826c6cba4d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77f4f78-2ea8-426d-b632-1df814941adb,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:57.309118 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.365959 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cd2dee91-a959-48d1-b628-6cd662476dfe req-cd1119f2-5b4c-4565-a9fe-d616be7b7649 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556619 May 09 23:02:57.405863 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=a155ecdb-d89b-4868-8cb1-49548f3d778f,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:57.437309 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57056) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:57.453536 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a526ccc6-b12a-470a-9742-7d14443757ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.514934 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc488f-602d-45cd-8e30-0b3ba5b45c70 req-0d7e97e6-3c2e-438e-9b76-39a9bdeb9e28 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:57.516995 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-52dc488f-602d-45cd-8e30-0b3ba5b45c70 req-0d7e97e6-3c2e-438e-9b76-39a9bdeb9e28 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 944 time: 0.0591528 May 09 23:02:57.591293 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-52dc488f-602d-45cd-8e30-0b3ba5b45c70 req-edf19962-b514-4262-a79f-a9a548c93cab tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672145 May 09 23:02:57.615238 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4e7c0001-9629-4301-98a5-64c33c87c790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.634212 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a526ccc6-b12a-470a-9742-7d14443757ce admin admin] Publish callbacks [] for security_group (1c4eca58-138a-4651-ad0e-24941b51f1bf), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.643477 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a526ccc6-b12a-470a-9742-7d14443757ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (1c4eca58-138a-4651-ad0e-24941b51f1bf), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.703665 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a155ecdb-d89b-4868-8cb1-49548f3d778f'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:02:57.706195 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d94ced2-53e5-4a4c-a457-18485c2d9bac" -d '{"events": [{"server_uuid": "ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7", "name": "network-vif-plugged", "status": "completed", "tag": "a155ecdb-d89b-4868-8cb1-49548f3d778f"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:02:57.707367 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526ccc6-b12a-470a-9742-7d14443757ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4eca58-138a-4651-ad0e-24941b51f1bf,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:57.713624 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-a526ccc6-b12a-470a-9742-7d14443757ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f4da2a0d8554ce69aebe1f016dcfe45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753687 May 09 23:02:57.716454 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 57064) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:57.754929 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 57066) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:57.768097 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f615ef1-89f9-46df-bc02-b59cbaf157cf x-openstack-request-id: req-0f615ef1-89f9-46df-bc02-b59cbaf157cf {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:02:57.768617 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7", "name": "network-vif-plugged", "status": "completed", "tag": "a155ecdb-d89b-4868-8cb1-49548f3d778f", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:02:57.769043 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f615ef1-89f9-46df-bc02-b59cbaf157cf {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:02:57.769623 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f615ef1-89f9-46df-bc02-b59cbaf157cf'] response: {'server_uuid': 'ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a155ecdb-d89b-4868-8cb1-49548f3d778f', 'code': 200} May 09 23:02:57.771063 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4e7c0001-9629-4301-98a5-64c33c87c790 admin admin] Publish callbacks [] for security_group (e7eecea8-20d7-4cb3-8967-d02b9fea8b2e), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.776049 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4e7c0001-9629-4301-98a5-64c33c87c790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (e7eecea8-20d7-4cb3-8967-d02b9fea8b2e), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.780820 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-52d249ea-ef9a-45f1-9beb-3d0e36036d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.805932 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d72dcc9f-9ba8-4d2b-8597-042fd21bc4f6 admin admin] Publish callbacks [] for security_group (1c4eca58-138a-4651-ad0e-24941b51f1bf), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.845161 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d72dcc9f-9ba8-4d2b-8597-042fd21bc4f6 admin admin] Publish callbacks [] for security_group (1c4eca58-138a-4651-ad0e-24941b51f1bf), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.927655 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d72dcc9f-9ba8-4d2b-8597-042fd21bc4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (1c4eca58-138a-4651-ad0e-24941b51f1bf), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.930376 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d72dcc9f-9ba8-4d2b-8597-042fd21bc4f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.931657 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-d72dcc9f-9ba8-4d2b-8597-042fd21bc4f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c4eca58-138a-4651-ad0e-24941b51f1bf HTTP/1.1" status: 204 len: 168 time: 0.2142336 May 09 23:02:57.952792 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72dcc9f-9ba8-4d2b-8597-042fd21bc4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4eca58-138a-4651-ad0e-24941b51f1bf,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:57.961218 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-52d249ea-ef9a-45f1-9beb-3d0e36036d46 admin admin] Publish callbacks [] for security_group (a38fddc5-6673-463a-8871-5ab3d4b13e29), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.967707 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-52d249ea-ef9a-45f1-9beb-3d0e36036d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a38fddc5-6673-463a-8871-5ab3d4b13e29), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:57.996271 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c0001-9629-4301-98a5-64c33c87c790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eecea8-20d7-4cb3-8967-d02b9fea8b2e,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:58.019703 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-4e7c0001-9629-4301-98a5-64c33c87c790 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f914ba072a714559b820e9db6c9e9f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7565184 May 09 23:02:58.019849 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d249ea-ef9a-45f1-9beb-3d0e36036d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38fddc5-6673-463a-8871-5ab3d4b13e29,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:58.023736 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 57072) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:58.024090 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242948f1-b221-49f8-a98e-e81dc9803285 req-4c17ba63-3143-496b-b378-67b4606bef90 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:58.025649 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-242948f1-b221-49f8-a98e-e81dc9803285 req-4c17ba63-3143-496b-b378-67b4606bef90 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 944 time: 0.0790546 May 09 23:02:58.033518 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-52d249ea-ef9a-45f1-9beb-3d0e36036d46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bda058f10df4cf0855073bf75b4e9d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774103 May 09 23:02:58.033636 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57074) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:58.036073 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 57076) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:58.061523 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ed809713-46f4-4d5a-aaec-be8dcc64ec65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.101991 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-242948f1-b221-49f8-a98e-e81dc9803285 req-957f0312-b570-427c-9daf-e16dc0f63499 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690866 May 09 23:02:58.122149 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8813d4ce-8aba-4dd6-8962-18f96dc66b7b admin admin] Publish callbacks [] for security_group (e7eecea8-20d7-4cb3-8967-d02b9fea8b2e), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.137029 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2cb46782-39e8-4056-865d-87b1a5ddd785 admin admin] Publish callbacks [] for security_group (a38fddc5-6673-463a-8871-5ab3d4b13e29), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.157380 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8813d4ce-8aba-4dd6-8962-18f96dc66b7b admin admin] Publish callbacks [] for security_group (e7eecea8-20d7-4cb3-8967-d02b9fea8b2e), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.172003 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ed809713-46f4-4d5a-aaec-be8dcc64ec65 admin admin] Publish callbacks [] for security_group (ca61c56e-e710-4413-b8c0-ba9c2a29ca25), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.181396 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ed809713-46f4-4d5a-aaec-be8dcc64ec65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (ca61c56e-e710-4413-b8c0-ba9c2a29ca25), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.183996 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2cb46782-39e8-4056-865d-87b1a5ddd785 admin admin] Publish callbacks [] for security_group (a38fddc5-6673-463a-8871-5ab3d4b13e29), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.222288 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-ed809713-46f4-4d5a-aaec-be8dcc64ec65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=266aca812e954458b119d02d32af7b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870522 May 09 23:02:58.224285 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed809713-46f4-4d5a-aaec-be8dcc64ec65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca61c56e-e710-4413-b8c0-ba9c2a29ca25,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:58.225348 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 57082) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:58.269335 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8813d4ce-8aba-4dd6-8962-18f96dc66b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (e7eecea8-20d7-4cb3-8967-d02b9fea8b2e), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.271907 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8813d4ce-8aba-4dd6-8962-18f96dc66b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.273237 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-8813d4ce-8aba-4dd6-8962-18f96dc66b7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7eecea8-20d7-4cb3-8967-d02b9fea8b2e HTTP/1.1" status: 204 len: 168 time: 0.2476230 May 09 23:02:58.286141 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813d4ce-8aba-4dd6-8962-18f96dc66b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eecea8-20d7-4cb3-8967-d02b9fea8b2e,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:58.289051 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2cb46782-39e8-4056-865d-87b1a5ddd785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a38fddc5-6673-463a-8871-5ab3d4b13e29), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.291793 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2cb46782-39e8-4056-865d-87b1a5ddd785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.295380 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-2cb46782-39e8-4056-865d-87b1a5ddd785 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a38fddc5-6673-463a-8871-5ab3d4b13e29 HTTP/1.1" status: 204 len: 168 time: 0.2553954 May 09 23:02:58.312570 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb46782-39e8-4056-865d-87b1a5ddd785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38fddc5-6673-463a-8871-5ab3d4b13e29,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:58.319030 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cd9e746d-add5-42e9-9959-583acc1bf4f2 admin admin] Publish callbacks [] for security_group (ca61c56e-e710-4413-b8c0-ba9c2a29ca25), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.346193 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cd9e746d-add5-42e9-9959-583acc1bf4f2 admin admin] Publish callbacks [] for security_group (ca61c56e-e710-4413-b8c0-ba9c2a29ca25), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.387675 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57088) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:58.405024 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a128854b-0e43-4185-bfb5-0c358212c2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.424989 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cd9e746d-add5-42e9-9959-583acc1bf4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (ca61c56e-e710-4413-b8c0-ba9c2a29ca25), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.428637 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cd9e746d-add5-42e9-9959-583acc1bf4f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.432258 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-cd9e746d-add5-42e9-9959-583acc1bf4f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca61c56e-e710-4413-b8c0-ba9c2a29ca25 HTTP/1.1" status: 204 len: 168 time: 0.2024980 May 09 23:02:58.443879 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e746d-add5-42e9-9959-583acc1bf4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca61c56e-e710-4413-b8c0-ba9c2a29ca25,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:58.540066 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5ecde-dd24-442a-bc8d-8610f5f14500 req-09034308-d36c-4451-a77e-8fd5066985db tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:58.541851 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cbd5ecde-dd24-442a-bc8d-8610f5f14500 req-09034308-d36c-4451-a77e-8fd5066985db tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0664873 May 09 23:02:58.554647 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a128854b-0e43-4185-bfb5-0c358212c2b9 admin admin] Publish callbacks [] for security_group (d12a51ab-f352-4c33-b1b7-e6086891fe23), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.560188 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a128854b-0e43-4185-bfb5-0c358212c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d12a51ab-f352-4c33-b1b7-e6086891fe23), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.590930 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-a128854b-0e43-4185-bfb5-0c358212c2b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5dfe9f2f52e431fbe01f9d4ffaef46c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021017 May 09 23:02:58.596469 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cbd5ecde-dd24-442a-bc8d-8610f5f14500 req-165ba001-98dd-4699-ba8d-5c208c4b1f46 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479441 May 09 23:02:58.596950 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 57098) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:58.625464 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128854b-0e43-4185-bfb5-0c358212c2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12a51ab-f352-4c33-b1b7-e6086891fe23,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:58.664881 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-fda144b5-28df-4e07-ad75-67eee7fa3df8 admin admin] Publish callbacks [] for security_group (d12a51ab-f352-4c33-b1b7-e6086891fe23), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.690548 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-fda144b5-28df-4e07-ad75-67eee7fa3df8 admin admin] Publish callbacks [] for security_group (d12a51ab-f352-4c33-b1b7-e6086891fe23), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.724965 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e581e05-5f52-4065-be8b-af274f1ef89f req-85367c1f-007f-4e53-ae95-f30949988037 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:58.726529 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5e581e05-5f52-4065-be8b-af274f1ef89f req-85367c1f-007f-4e53-ae95-f30949988037 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 944 time: 0.0506954 May 09 23:02:58.765884 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-fda144b5-28df-4e07-ad75-67eee7fa3df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d12a51ab-f352-4c33-b1b7-e6086891fe23), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.769385 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-fda144b5-28df-4e07-ad75-67eee7fa3df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.773006 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-fda144b5-28df-4e07-ad75-67eee7fa3df8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d12a51ab-f352-4c33-b1b7-e6086891fe23 HTTP/1.1" status: 204 len: 168 time: 0.1728585 May 09 23:02:58.779535 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda144b5-28df-4e07-ad75-67eee7fa3df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12a51ab-f352-4c33-b1b7-e6086891fe23,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:58.792976 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5e581e05-5f52-4065-be8b-af274f1ef89f req-d2839e4d-7fbc-45ac-b9b9-462901ae2282 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597961 May 09 23:02:58.845686 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 57108) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:58.858722 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5af76c08-cc7f-439f-b49e-5e7276c15b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.942208 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5af76c08-cc7f-439f-b49e-5e7276c15b87 admin admin] Publish callbacks [] for security_group (e49f6ea6-b38b-4837-95e0-d7cde52d0761), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.947304 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5af76c08-cc7f-439f-b49e-5e7276c15b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (e49f6ea6-b38b-4837-95e0-d7cde52d0761), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:58.988800 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-5af76c08-cc7f-439f-b49e-5e7276c15b87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23c33e50fa7e493197afcde22ca11bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420329 May 09 23:02:58.989645 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af76c08-cc7f-439f-b49e-5e7276c15b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49f6ea6-b38b-4837-95e0-d7cde52d0761,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:58.991520 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57114) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:02:59.045425 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e1413cf1-5b74-4203-bfd5-c0e6df7b9c86 admin admin] Publish callbacks [] for security_group (e49f6ea6-b38b-4837-95e0-d7cde52d0761), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:59.066957 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e1413cf1-5b74-4203-bfd5-c0e6df7b9c86 admin admin] Publish callbacks [] for security_group (e49f6ea6-b38b-4837-95e0-d7cde52d0761), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:59.125271 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e1413cf1-5b74-4203-bfd5-c0e6df7b9c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (e49f6ea6-b38b-4837-95e0-d7cde52d0761), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:59.136707 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e1413cf1-5b74-4203-bfd5-c0e6df7b9c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:02:59.138259 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-e1413cf1-5b74-4203-bfd5-c0e6df7b9c86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e49f6ea6-b38b-4837-95e0-d7cde52d0761 HTTP/1.1" status: 204 len: 168 time: 0.1454298 May 09 23:02:59.149506 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1413cf1-5b74-4203-bfd5-c0e6df7b9c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49f6ea6-b38b-4837-95e0-d7cde52d0761,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:02:59.247733 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72a2da-385e-45a1-80fa-3cf1452b12ac req-8e160967-8e3a-43bc-babe-24634c5a7b50 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:59.258559 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8e72a2da-385e-45a1-80fa-3cf1452b12ac req-8e160967-8e3a-43bc-babe-24634c5a7b50 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 944 time: 0.0628369 May 09 23:02:59.307372 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8e72a2da-385e-45a1-80fa-3cf1452b12ac req-fbf2e02a-1738-48ba-85a0-f33d534b9d3a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478840 May 09 23:02:59.731511 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ba4bc-dde9-4846-a521-a4fa253ed9cf req-24fe4e9a-2a4d-477f-a372-2d91e413be7e tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:59.732943 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ce0ba4bc-dde9-4846-a521-a4fa253ed9cf req-24fe4e9a-2a4d-477f-a372-2d91e413be7e tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0544529 May 09 23:02:59.782068 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ce0ba4bc-dde9-4846-a521-a4fa253ed9cf req-eaef2575-578e-454b-b1b6-ff7396928690 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430095 May 09 23:02:59.924386 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c2b27-8521-4ab5-a42b-4135622768e3 req-db073b86-348d-4952-9544-e715ee2d1de2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:02:59.926815 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-783c2b27-8521-4ab5-a42b-4135622768e3 req-db073b86-348d-4952-9544-e715ee2d1de2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 944 time: 0.0514240 May 09 23:02:59.994418 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-783c2b27-8521-4ab5-a42b-4135622768e3 req-f848a722-ffd5-4efc-b10d-b8bf826518ce tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572958 May 09 23:03:00.459995 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de59a2d-59c9-4be2-8fc0-914aa46d0415 req-663048d3-0a42-40bf-8bd9-5327157403b3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:00.461925 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9de59a2d-59c9-4be2-8fc0-914aa46d0415 req-663048d3-0a42-40bf-8bd9-5327157403b3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 944 time: 0.0559194 May 09 23:03:00.525011 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9de59a2d-59c9-4be2-8fc0-914aa46d0415 req-f1ae977a-6dec-4889-87e6-549b817f62c5 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568240 May 09 23:03:00.899026 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bad98-59a5-4c65-aedd-a0561a662570 req-5d0d9f29-2499-40f5-865d-d453d2b43361 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:00.906693 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e71bad98-59a5-4c65-aedd-a0561a662570 req-5d0d9f29-2499-40f5-865d-d453d2b43361 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0548728 May 09 23:03:00.950700 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e71bad98-59a5-4c65-aedd-a0561a662570 req-8f05825f-1cf3-4281-ad2f-83dfe670435c tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 May 09 23:03:00.959091 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 83fd7780-b6ac-4de6-983c-0317e0689d5b details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:03:01.085280 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 83fd7780-b6ac-4de6-983c-0317e0689d5b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=83fd7780-b6ac-4de6-983c-0317e0689d5b,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:01.113417 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'port_id': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'mac_address': 'fa:16:3e:81:21:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:03:01.128380 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24584089-d64e-4834-84e7-e8b0ca5e19aa req-c3e9febe-6faf-42b1-adf6-02d73ea7872f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:01.135176 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-24584089-d64e-4834-84e7-e8b0ca5e19aa req-c3e9febe-6faf-42b1-adf6-02d73ea7872f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 944 time: 0.0623467 May 09 23:03:01.162551 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 83fd7780-b6ac-4de6-983c-0317e0689d5b is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:01.163015 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:01.180764 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fd7780-b6ac-4de6-983c-0317e0689d5b {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:03:01.193891 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-24584089-d64e-4834-84e7-e8b0ca5e19aa req-adc29b55-16ce-4291-a233-f5a46aefcfa4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527380 May 09 23:03:01.202031 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 83fd7780-b6ac-4de6-983c-0317e0689d5b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=83fd7780-b6ac-4de6-983c-0317e0689d5b,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:01.215440 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:01.270511 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=83fd7780-b6ac-4de6-983c-0317e0689d5b,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:01.456885 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['83fd7780-b6ac-4de6-983c-0317e0689d5b'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:03:01.461173 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2a76-c95f-4606-a343-e6e36b714e00 req-20adcc17-02ad-428a-a359-3f0b766203b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:01.462890 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-632b2a76-c95f-4606-a343-e6e36b714e00 req-20adcc17-02ad-428a-a359-3f0b766203b7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 1129 time: 0.1041675 May 09 23:03:01.820717 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-632b2a76-c95f-4606-a343-e6e36b714e00 req-c6760390-3c07-4281-a221-387539963225 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491757 May 09 23:03:01.834736 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce0a0-78b9-4a05-9f99-148e514721d5 req-5623c791-b056-44c1-aced-d34d94f88421 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:01.841375 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1f0ce0a0-78b9-4a05-9f99-148e514721d5 req-5623c791-b056-44c1-aced-d34d94f88421 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 944 time: 0.0650465 May 09 23:03:01.902512 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1f0ce0a0-78b9-4a05-9f99-148e514721d5 req-f286ec6e-8ec7-45de-b38c-d41200e3a4a6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588686 May 09 23:03:02.119371 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa3a56-c9c5-480b-898b-cac728129009 req-c54999fc-0ce3-42d3-ab17-789efaea4b4f tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:02.130076 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-59fa3a56-c9c5-480b-898b-cac728129009 req-c54999fc-0ce3-42d3-ab17-789efaea4b4f tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0971837 May 09 23:03:02.198348 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-59fa3a56-c9c5-480b-898b-cac728129009 req-264cdf93-4c7b-4b1d-817d-e3cb8cf634bf tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660183 May 09 23:03:02.299625 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120c306-09cd-4795-b970-d92f65afaf5a req-8fb5bac8-a42b-4d24-badc-cc7b0f36add1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:02.301241 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0120c306-09cd-4795-b970-d92f65afaf5a req-8fb5bac8-a42b-4d24-badc-cc7b0f36add1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 945 time: 0.0466466 May 09 23:03:02.352636 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0120c306-09cd-4795-b970-d92f65afaf5a req-b6ac4ee3-0a67-483c-9a0f-91bca17ef12d tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459731 May 09 23:03:03.013906 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae491f7a-ecc8-4e00-a8f7-397fdae8172d req-1272a915-82e0-428f-a832-a956c120fab2 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:03.015395 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ae491f7a-ecc8-4e00-a8f7-397fdae8172d req-1272a915-82e0-428f-a832-a956c120fab2 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 944 time: 0.0485435 May 09 23:03:03.060067 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ae491f7a-ecc8-4e00-a8f7-397fdae8172d req-43c5a48d-dd2d-4b0a-897e-942c60d0b508 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392103 May 09 23:03:03.342437 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bcf14-6267-44a3-a50e-37347d945ab8 req-92996225-8034-46b0-b775-47cb73e5ed93 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:03.342437 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-667bcf14-6267-44a3-a50e-37347d945ab8 req-92996225-8034-46b0-b775-47cb73e5ed93 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0578470 May 09 23:03:03.384734 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device ad371e3b-52c5-4c5f-be12-8b115d8d31ea details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:03:03.399183 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-667bcf14-6267-44a3-a50e-37347d945ab8 req-cf49eaed-0889-4bff-910d-5db913908c9e tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541618 May 09 23:03:03.477652 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1ee3c-fd24-4d91-8c6d-fa3cfbe0004a req-c26304b1-218f-4481-b465-9c02cf3b516d tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:03.485300 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a9c1ee3c-fd24-4d91-8c6d-fa3cfbe0004a req-c26304b1-218f-4481-b465-9c02cf3b516d tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 945 time: 0.0564582 May 09 23:03:03.541353 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a9c1ee3c-fd24-4d91-8c6d-fa3cfbe0004a req-c98eb40f-7aa1-41e7-a5d3-2176581072af tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547152 May 09 23:03:03.564032 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port ad371e3b-52c5-4c5f-be12-8b115d8d31ea, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ad371e3b-52c5-4c5f-be12-8b115d8d31ea,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:03.578671 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': 'ad371e3b-52c5-4c5f-be12-8b115d8d31ea', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'port_id': 'ad371e3b-52c5-4c5f-be12-8b115d8d31ea', 'mac_address': 'fa:16:3e:b4:40:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:03:03.618743 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port ad371e3b-52c5-4c5f-be12-8b115d8d31ea is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:03.619122 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:03.631703 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad371e3b-52c5-4c5f-be12-8b115d8d31ea {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:03:03.650622 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port ad371e3b-52c5-4c5f-be12-8b115d8d31ea, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ad371e3b-52c5-4c5f-be12-8b115d8d31ea,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:03.654081 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:03.698916 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=ad371e3b-52c5-4c5f-be12-8b115d8d31ea,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:04.168336 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d4297-4aad-4ae8-9eaa-a00137326d91 req-e07314fd-a947-4010-b321-a054b0d41564 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:04.169801 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-026d4297-4aad-4ae8-9eaa-a00137326d91 req-e07314fd-a947-4010-b321-a054b0d41564 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 945 time: 0.0454221 May 09 23:03:04.215660 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-026d4297-4aad-4ae8-9eaa-a00137326d91 req-e5cd9887-8ef2-4ceb-a444-061ec352aeb9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395741 May 09 23:03:04.505704 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0d1e-cecb-492a-b4f8-38767dfa55e4 req-a904f581-821b-48ae-a17b-d3e32a04a969 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:04.507189 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ff1d0d1e-cecb-492a-b4f8-38767dfa55e4 req-a904f581-821b-48ae-a17b-d3e32a04a969 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0482099 May 09 23:03:04.552319 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ff1d0d1e-cecb-492a-b4f8-38767dfa55e4 req-cad54d06-829c-43e2-bdcc-2e0ad2d39a86 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396614 May 09 23:03:04.649812 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e951289-0155-4c17-9e55-bb048fc31400 req-cd14eb16-1a5c-467e-968b-edb19e829c29 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:04.651306 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2e951289-0155-4c17-9e55-bb048fc31400 req-cd14eb16-1a5c-467e-968b-edb19e829c29 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 945 time: 0.0498238 May 09 23:03:04.696985 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2e951289-0155-4c17-9e55-bb048fc31400 req-70d7aa7b-3dc0-4b69-810b-4bc446aa2651 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402019 May 09 23:03:05.135645 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:03:05.327413 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f3c4e-d2cf-4d74-8c17-96722bbec05f req-19d9e349-072e-4bf0-9857-094b163df189 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:05.329409 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-657f3c4e-d2cf-4d74-8c17-96722bbec05f req-19d9e349-072e-4bf0-9857-094b163df189 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 945 time: 0.0501223 May 09 23:03:05.378161 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-657f3c4e-d2cf-4d74-8c17-96722bbec05f req-a1df62ba-6e02-4083-98e4-deabb9833077 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431707 May 09 23:03:05.597505 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['ad371e3b-52c5-4c5f-be12-8b115d8d31ea'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:03:05.622203 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 83fd7780-b6ac-4de6-983c-0317e0689d5b up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:03:05.671041 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b97a7-5369-4838-b6c0-2a9377332131 req-803fb981-3fdb-4132-a7d6-9a27e1eedc97 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:05.672638 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-282b97a7-5369-4838-b6c0-2a9377332131 req-803fb981-3fdb-4132-a7d6-9a27e1eedc97 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0519717 May 09 23:03:05.694189 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port 83fd7780-b6ac-4de6-983c-0317e0689d5b completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:03:05.706976 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port 83fd7780-b6ac-4de6-983c-0317e0689d5b triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:05.707378 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:05.735458 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-282b97a7-5369-4838-b6c0-2a9377332131 req-414a2fca-9345-4aaf-bced-4d9b0f2fa416 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550931 May 09 23:03:05.815055 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cdf25-be8c-46b2-ace1-a78d7b4ed99d req-006ebbf7-d600-4ed0-ba8b-3ecc4e1c80b9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:05.816715 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-882cdf25-be8c-46b2-ace1-a78d7b4ed99d req-006ebbf7-d600-4ed0-ba8b-3ecc4e1c80b9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 945 time: 0.0472643 May 09 23:03:05.845669 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 83fd7780-b6ac-4de6-983c-0317e0689d5b is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:05.846060 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:05.870356 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fd7780-b6ac-4de6-983c-0317e0689d5b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:03:05.870544 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-882cdf25-be8c-46b2-ace1-a78d7b4ed99d req-661de1fa-2545-42c7-80ad-67d0aa6c8dbc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441892 May 09 23:03:05.872555 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9032fcc3-0cef-48c5-b192-9a42b28d6c78" -d '{"events": [{"server_uuid": "da290c35-0f36-4420-aaf8-d18fd9b906f0", "name": "network-vif-plugged", "status": "completed", "tag": "83fd7780-b6ac-4de6-983c-0317e0689d5b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:03:05.884781 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 83fd7780-b6ac-4de6-983c-0317e0689d5b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=83fd7780-b6ac-4de6-983c-0317e0689d5b,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:05.889317 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:05.913658 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb0764e-2612-4bd8-b8c9-cdebefb38bcf x-openstack-request-id: req-feb0764e-2612-4bd8-b8c9-cdebefb38bcf {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:03:05.913954 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da290c35-0f36-4420-aaf8-d18fd9b906f0", "name": "network-vif-plugged", "status": "completed", "tag": "83fd7780-b6ac-4de6-983c-0317e0689d5b", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:03:05.914230 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-feb0764e-2612-4bd8-b8c9-cdebefb38bcf {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:03:05.914613 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb0764e-2612-4bd8-b8c9-cdebefb38bcf'] response: {'server_uuid': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'code': 200} May 09 23:03:05.938591 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=83fd7780-b6ac-4de6-983c-0317e0689d5b,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:06.493872 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fed7b-9418-4451-8658-9164e0f2fb2a req-2dc23094-6a3b-43b3-a068-0e98143e6c13 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:06.495369 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-331fed7b-9418-4451-8658-9164e0f2fb2a req-2dc23094-6a3b-43b3-a068-0e98143e6c13 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 945 time: 0.0482450 May 09 23:03:06.540949 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-331fed7b-9418-4451-8658-9164e0f2fb2a req-a18dbe26-5f5e-49fa-a73a-e9dd4ca0266a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 May 09 23:03:06.844402 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf092d2a-1c15-4278-b5f0-c05926555f0d req-ea523100-7e5f-4713-9f40-ea88c2107e29 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:06.845839 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cf092d2a-1c15-4278-b5f0-c05926555f0d req-ea523100-7e5f-4713-9f40-ea88c2107e29 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0449145 May 09 23:03:06.894458 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cf092d2a-1c15-4278-b5f0-c05926555f0d req-2f577b1a-a5a5-4689-996e-bddb9ebda01c tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430379 May 09 23:03:06.988599 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f829a-07c1-4672-bde4-435fd3ebe844 req-3f0a247d-aa72-4465-98cc-4b0ad01c5c44 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:06.990042 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-474f829a-07c1-4672-bde4-435fd3ebe844 req-3f0a247d-aa72-4465-98cc-4b0ad01c5c44 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0451319 May 09 23:03:07.034222 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-474f829a-07c1-4672-bde4-435fd3ebe844 req-08d17f2d-3180-4dd1-b953-321c8df10f2f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387924 May 09 23:03:07.648187 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8dba0-75f6-42c9-8cda-47bc95bc6af6 req-cf133117-a7b7-4c13-b789-c237fa27cad1 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:07.649659 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f0a8dba0-75f6-42c9-8cda-47bc95bc6af6 req-cf133117-a7b7-4c13-b789-c237fa27cad1 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 945 time: 0.0451806 May 09 23:03:07.705048 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f0a8dba0-75f6-42c9-8cda-47bc95bc6af6 req-37092e54-552a-4dac-8693-82bef27fef71 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498950 May 09 23:03:08.004745 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f607-3b0c-4c7c-8d1f-0a3d56a46159 req-82e969f7-efbb-4d8d-ae00-094d3bfb57e2 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:08.006211 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-95d3f607-3b0c-4c7c-8d1f-0a3d56a46159 req-82e969f7-efbb-4d8d-ae00-094d3bfb57e2 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0482972 May 09 23:03:08.051018 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-95d3f607-3b0c-4c7c-8d1f-0a3d56a46159 req-f43cef79-bb62-4583-b625-14452ac9840f tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393500 May 09 23:03:08.144048 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2f237-4634-47cf-81d4-b32f0018d65b req-e40745bf-17a4-47e6-974d-e4ca53b86d2f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:08.145512 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a8b2f237-4634-47cf-81d4-b32f0018d65b req-e40745bf-17a4-47e6-974d-e4ca53b86d2f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0465221 May 09 23:03:08.192037 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a8b2f237-4634-47cf-81d4-b32f0018d65b req-47644c60-d190-452d-b3c7-74e98fac6d62 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411029 May 09 23:03:08.833497 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b718cd-5a82-41b0-94f3-0f65da05dcc5 req-39c19e65-bc7f-498f-be90-238442438d1d tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:08.835205 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e4b718cd-5a82-41b0-94f3-0f65da05dcc5 req-39c19e65-bc7f-498f-be90-238442438d1d tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 945 time: 0.0557556 May 09 23:03:08.888665 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e4b718cd-5a82-41b0-94f3-0f65da05dcc5 req-3705c52f-cd37-4bfe-9e69-169073a10618 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476725 May 09 23:03:08.893701 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device ad371e3b-52c5-4c5f-be12-8b115d8d31ea up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:03:08.946959 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port ad371e3b-52c5-4c5f-be12-8b115d8d31ea completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:03:08.951857 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port ad371e3b-52c5-4c5f-be12-8b115d8d31ea triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:08.952275 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:09.151781 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port ad371e3b-52c5-4c5f-be12-8b115d8d31ea is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:09.152174 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:09.178899 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e728c592-21bd-4dc6-a232-66c52c465dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad371e3b-52c5-4c5f-be12-8b115d8d31ea'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:03:09.181135 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12acbce-b5f1-4166-8222-c9ad8542cb4f" -d '{"events": [{"server_uuid": "e728c592-21bd-4dc6-a232-66c52c465dec", "name": "network-vif-plugged", "status": "completed", "tag": "ad371e3b-52c5-4c5f-be12-8b115d8d31ea"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:03:09.198635 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc17c4f-5a50-4d5e-aa34-59155bea2aab req-2f1f7d70-8f93-49ea-ae24-4162d9e1f10a tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:09.200541 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port ad371e3b-52c5-4c5f-be12-8b115d8d31ea, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ad371e3b-52c5-4c5f-be12-8b115d8d31ea,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:09.207083 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1cc17c4f-5a50-4d5e-aa34-59155bea2aab req-2f1f7d70-8f93-49ea-ae24-4162d9e1f10a tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0749388 May 09 23:03:09.207885 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:09.237214 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56909b39-a090-4a8b-940c-605f7d65909d x-openstack-request-id: req-56909b39-a090-4a8b-940c-605f7d65909d {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:03:09.237712 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e728c592-21bd-4dc6-a232-66c52c465dec", "name": "network-vif-plugged", "status": "completed", "tag": "ad371e3b-52c5-4c5f-be12-8b115d8d31ea", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:03:09.237965 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56909b39-a090-4a8b-940c-605f7d65909d {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:03:09.238462 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56909b39-a090-4a8b-940c-605f7d65909d'] response: {'server_uuid': 'e728c592-21bd-4dc6-a232-66c52c465dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad371e3b-52c5-4c5f-be12-8b115d8d31ea', 'code': 200} May 09 23:03:09.264150 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=ad371e3b-52c5-4c5f-be12-8b115d8d31ea,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:09.274376 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1cc17c4f-5a50-4d5e-aa34-59155bea2aab req-88074a39-4c13-40b0-801c-5a26fff4260d tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663166 May 09 23:03:09.330486 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335811-b57e-4514-986c-f514cdbffa27 req-928ab604-16cf-423c-9a69-da3a8ac7a6f4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:09.331989 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-10335811-b57e-4514-986c-f514cdbffa27 req-928ab604-16cf-423c-9a69-da3a8ac7a6f4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0488055 May 09 23:03:09.391273 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-10335811-b57e-4514-986c-f514cdbffa27 req-792ad62e-bafc-4b90-86ba-ae9f109a876e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516634 May 09 23:03:10.013997 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ff363-9300-49d1-819e-657e23cf0343 req-2a35130f-2daf-4277-b6a3-3c9a0cd76d76 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:10.015591 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-753ff363-9300-49d1-819e-657e23cf0343 req-2a35130f-2daf-4277-b6a3-3c9a0cd76d76 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0478241 May 09 23:03:10.081110 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-753ff363-9300-49d1-819e-657e23cf0343 req-75c08f18-b34e-408b-92e1-f1b5bb1c6f74 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473549 May 09 23:03:10.504639 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a749dd5-d487-4871-a5af-675a5fae78f2 req-8f07d734-5708-453a-b19c-f77b7020cb07 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:10.506137 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2a749dd5-d487-4871-a5af-675a5fae78f2 req-8f07d734-5708-453a-b19c-f77b7020cb07 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0508087 May 09 23:03:10.551648 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2a749dd5-d487-4871-a5af-675a5fae78f2 req-7d640635-06b3-4cf5-8558-9eca3fa031c1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399792 May 09 23:03:11.195501 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78cc02-0c10-4bda-a3f7-876caff74b6e req-f5651df2-1489-4598-b836-e7a42214995f tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:11.196854 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cb78cc02-0c10-4bda-a3f7-876caff74b6e req-f5651df2-1489-4598-b836-e7a42214995f tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0483899 May 09 23:03:11.242676 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cb78cc02-0c10-4bda-a3f7-876caff74b6e req-cdb5012f-abd1-4e1f-9680-158dee96e82e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 May 09 23:03:11.660182 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1942c-c27b-4ca8-915c-23942367ef54 req-9359657c-3e7e-40b0-8bfb-b827156e5fbd tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:11.661623 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c3b1942c-c27b-4ca8-915c-23942367ef54 req-9359657c-3e7e-40b0-8bfb-b827156e5fbd tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0448766 May 09 23:03:11.708436 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c3b1942c-c27b-4ca8-915c-23942367ef54 req-204fef94-3831-40e1-b877-8b67ec06a47c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412073 May 09 23:03:11.773429 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ac47d-e582-4143-a744-17dec09ae727 req-53ac8777-17bf-45a4-83b9-ad50de8768e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:11.774960 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-585ac47d-e582-4143-a744-17dec09ae727 req-53ac8777-17bf-45a4-83b9-ad50de8768e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 1130 time: 0.0449038 May 09 23:03:11.827258 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-585ac47d-e582-4143-a744-17dec09ae727 req-37f1dbf3-2a3e-4f78-82f3-dd403839614a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461967 May 09 23:03:12.131788 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d3810-c919-4b63-95f9-6888538056d5 req-c195d61b-f105-4330-9abc-72603fe5b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:12.133251 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fc9d3810-c919-4b63-95f9-6888538056d5 req-c195d61b-f105-4330-9abc-72603fe5b2f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 1130 time: 0.0406935 May 09 23:03:12.181076 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fc9d3810-c919-4b63-95f9-6888538056d5 req-12fcfadd-c34b-4321-bfab-5e90f348def4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 May 09 23:03:12.351502 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905dee0-c567-453b-afee-3564daaa91b0 req-8519cb2d-9898-462d-83ff-5f1f3b3119db tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:12.352982 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1905dee0-c567-453b-afee-3564daaa91b0 req-8519cb2d-9898-462d-83ff-5f1f3b3119db tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0455971 May 09 23:03:12.399251 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1905dee0-c567-453b-afee-3564daaa91b0 req-c85c4a80-ae6f-45c8-9608-de7a8712d1b1 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404267 May 09 23:03:12.839540 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b6842-df35-42d6-ae7f-5ed9e78fab60 req-48009c63-bb1c-4e22-b274-aa6be69e81a9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:12.841022 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0f3b6842-df35-42d6-ae7f-5ed9e78fab60 req-48009c63-bb1c-4e22-b274-aa6be69e81a9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0653334 May 09 23:03:12.889023 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0f3b6842-df35-42d6-ae7f-5ed9e78fab60 req-c2c8cf45-afd4-47fb-b163-3b04b62affb5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424216 May 09 23:03:13.509767 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400366c3-bcdc-4bbb-9e24-f7f6db1fdd9b req-410ece03-fb4f-4761-a82f-9eb0b36190b4 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:13.511143 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-400366c3-bcdc-4bbb-9e24-f7f6db1fdd9b req-410ece03-fb4f-4761-a82f-9eb0b36190b4 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0451806 May 09 23:03:13.558330 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-400366c3-bcdc-4bbb-9e24-f7f6db1fdd9b req-6f7ed1a8-67e0-4e43-a1af-51392ca8bd5b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413115 May 09 23:03:13.998820 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe59e9-c4b3-4c2e-9db8-09aadf505a47 req-0182dd28-8973-4adf-b0a3-528fed6eb116 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:14.000882 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ccfe59e9-c4b3-4c2e-9db8-09aadf505a47 req-0182dd28-8973-4adf-b0a3-528fed6eb116 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0447176 May 09 23:03:14.046065 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ccfe59e9-c4b3-4c2e-9db8-09aadf505a47 req-e8a6df60-e733-4022-a229-35c360e4dc25 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399158 May 09 23:03:14.673084 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ac963-90f1-42d5-83af-527c222128e7 req-ba5bec81-a248-495a-a640-f9184c7b4d4d tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:14.674585 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-347ac963-90f1-42d5-83af-527c222128e7 req-ba5bec81-a248-495a-a640-f9184c7b4d4d tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0526264 May 09 23:03:14.720881 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-347ac963-90f1-42d5-83af-527c222128e7 req-40c6accd-e955-4aee-b17e-2b638a251c5e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 May 09 23:03:15.159580 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456460bf-23d5-458e-a63f-9e1b0fd470ab req-30e9cb11-eb41-4108-ba9a-83aa4a683bcc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:15.161102 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-456460bf-23d5-458e-a63f-9e1b0fd470ab req-30e9cb11-eb41-4108-ba9a-83aa4a683bcc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0499082 May 09 23:03:15.207457 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-456460bf-23d5-458e-a63f-9e1b0fd470ab req-1875b0c0-fdb5-41f5-9ec8-387a0bedad08 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406754 May 09 23:03:15.831196 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead93acb-93d5-4490-9c35-3a0913a32396 req-3878138e-5323-45e4-85b2-84dcc054bf94 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:15.832666 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ead93acb-93d5-4490-9c35-3a0913a32396 req-3878138e-5323-45e4-85b2-84dcc054bf94 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0469515 May 09 23:03:15.878385 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ead93acb-93d5-4490-9c35-3a0913a32396 req-359fb7f6-32fa-466b-9fc3-db1624e95e73 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402913 May 09 23:03:16.322363 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2785caa-59e7-4365-959a-879118badb8e req-5a3c71cc-4d2b-4d31-aa05-7743da176b78 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:16.323850 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e2785caa-59e7-4365-959a-879118badb8e req-5a3c71cc-4d2b-4d31-aa05-7743da176b78 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0504858 May 09 23:03:16.380562 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e2785caa-59e7-4365-959a-879118badb8e req-6441f062-5058-43f9-9c0a-48fbbf6c19d7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468681 May 09 23:03:16.951786 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:16.987387 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b80ae-7721-438c-88cb-d523bb41ac46 req-c250d603-828c-4326-b6cb-24c6915d334b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:16.988841 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2a5b80ae-7721-438c-88cb-d523bb41ac46 req-c250d603-828c-4326-b6cb-24c6915d334b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0460887 May 09 23:03:17.034318 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2a5b80ae-7721-438c-88cb-d523bb41ac46 req-d884ea11-f0fb-4aa1-8b64-12b05737f738 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400395 May 09 23:03:17.489712 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780550f5-48eb-462d-89ff-446e840e3384 req-d415c628-6250-41ba-9a04-d58bd39dc340 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:17.491130 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-780550f5-48eb-462d-89ff-446e840e3384 req-d415c628-6250-41ba-9a04-d58bd39dc340 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0457878 May 09 23:03:17.536299 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-780550f5-48eb-462d-89ff-446e840e3384 req-fcdb9b25-7fe8-4493-8e80-f886c69dae11 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398064 May 09 23:03:18.148880 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae2ca5-c77c-4931-919f-ddf15b9fc116 req-380c59fc-21ef-401d-af74-d7399764b5ed tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:18.150367 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-50ae2ca5-c77c-4931-919f-ddf15b9fc116 req-380c59fc-21ef-401d-af74-d7399764b5ed tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0505652 May 09 23:03:18.196152 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-50ae2ca5-c77c-4931-919f-ddf15b9fc116 req-0df58a0f-1125-49cc-807f-9627156a91bb tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 May 09 23:03:18.645879 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ca83d-e81f-4471-925e-d953b9d81bef req-ba4e331e-311c-44d6-8495-9b746829b2b3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:18.647459 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f29ca83d-e81f-4471-925e-d953b9d81bef req-ba4e331e-311c-44d6-8495-9b746829b2b3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0473146 May 09 23:03:18.695970 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f29ca83d-e81f-4471-925e-d953b9d81bef req-cbb6bebb-8b17-4651-ae6e-02e5edeb88e9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429873 May 09 23:03:18.857271 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974e4a8-2184-40bd-926e-5aeca05304b1 req-7876f220-3f4b-47ba-8bdd-47cc85220ce6 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:18.859220 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9974e4a8-2184-40bd-926e-5aeca05304b1 req-7876f220-3f4b-47ba-8bdd-47cc85220ce6 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0541251 May 09 23:03:18.868081 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 57638) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:18.872841 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-e5c68aff-dd6e-4a78-a5f3-e5e3b97719ef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'floatingip': {'port_id': '83fd7780-b6ac-4de6-983c-0317e0689d5b'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:03:18.952588 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e5c68aff-dd6e-4a78-a5f3-e5e3b97719ef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (373249b9-ff71-44dc-9bc6-b4696b86e606), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:19.411347 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c9db837f-f37a-4d85-824a-35ebd8ece9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:19.528570 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80096e6-2906-4273-8db0-84398d04c936 req-4bee1047-44a6-4b79-8eb0-d28d9b08cc01 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:19.530065 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b80096e6-2906-4273-8db0-84398d04c936 req-4bee1047-44a6-4b79-8eb0-d28d9b08cc01 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.1442389 May 09 23:03:19.676892 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b80096e6-2906-4273-8db0-84398d04c936 req-24707c3b-2e7d-4a6d-88ec-1672c8c6a92e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387737 May 09 23:03:19.744158 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.db.resource_extend [None req-e5c68aff-dd6e-4a78-a5f3-e5e3b97719ef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 23:03:19.844293 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57686) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:20.001421 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:20.077858 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e5c68aff-dd6e-4a78-a5f3-e5e3b97719ef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:20.084292 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e5c68aff-dd6e-4a78-a5f3-e5e3b97719ef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (373249b9-ff71-44dc-9bc6-b4696b86e606), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:20.085634 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Publish callbacks [] for security_group (8381390c-cc61-44dc-9ba4-641031fff9c2), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:20.089898 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (8381390c-cc61-44dc-9ba4-641031fff9c2), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:20.129134 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=131ff4e1e5664f4b99da227fc07c42d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829638 May 09 23:03:20.134321 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 57696) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:20.143470 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8381390c-cc61-44dc-9ba4-641031fff9c2,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:20.152024 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.152366 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.152973 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.153321 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.153674 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.154002 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.154372 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.154701 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.155031 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.155348 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.155692 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.156170 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.156482 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.157033 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.157358 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad979a-8569-40b2-b709-69856b7beb7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.253809 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.l3_db [None req-e5c68aff-dd6e-4a78-a5f3-e5e3b97719ef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Floating IP 373249b9-ff71-44dc-9bc6-b4696b86e606 associated. External IP: 172.27.3.140, port: 83fd7780-b6ac-4de6-983c-0317e0689d5b. May 09 23:03:20.259400 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Publish callbacks [] for security_group (8381390c-cc61-44dc-9ba4-641031fff9c2), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:20.328951 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Publish callbacks [] for security_group (8381390c-cc61-44dc-9ba4-641031fff9c2), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:20.473855 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (8381390c-cc61-44dc-9ba4-641031fff9c2), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:20.476907 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:20.478133 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8381390c-cc61-44dc-9ba4-641031fff9c2 HTTP/1.1" status: 204 len: 168 time: 0.3428698 May 09 23:03:20.497727 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8381390c-cc61-44dc-9ba4-641031fff9c2,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:20.535466 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.536335 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.536335 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.536527 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.537027 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.537398 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.537730 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.538104 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.538468 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.538801 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.539147 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.539491 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.539832 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.540138 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.540456 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc14a84-1b3b-4999-9711-f9e35af2024b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:20.577942 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c68aff-dd6e-4a78-a5f3-e5e3b97719ef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:03:20.696001 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c68aff-dd6e-4a78-a5f3-e5e3b97719ef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:03:20.702385 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e5c68aff-dd6e-4a78-a5f3-e5e3b97719ef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:20.712043 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5daaf0-2203-4bdf-b08b-9cf24e6fa392 None None] Sync routers for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:03:20.722193 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5daaf0-2203-4bdf-b08b-9cf24e6fa392 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:03:20.724716 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-be5daaf0-2203-4bdf-b08b-9cf24e6fa392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:02:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:20.742860 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-e5c68aff-dd6e-4a78-a5f3-e5e3b97719ef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "PUT /v2.0/floatingips/373249b9-ff71-44dc-9bc6-b4696b86e606 HTTP/1.1" status: 200 len: 992 time: 1.8712354 May 09 23:03:20.742860 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'tag': '83fd7780-b6ac-4de6-983c-0317e0689d5b'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:03:20.744031 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6a1371-52e9-49b6-bfb2-b9da7f90ee7b" -d '{"events": [{"name": "network-changed", "server_uuid": "da290c35-0f36-4420-aaf8-d18fd9b906f0", "tag": "83fd7780-b6ac-4de6-983c-0317e0689d5b"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:03:20.801015 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70921926-e1a6-41f9-af41-7211639e0eb6 x-openstack-request-id: req-70921926-e1a6-41f9-af41-7211639e0eb6 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:03:20.801317 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da290c35-0f36-4420-aaf8-d18fd9b906f0", "tag": "83fd7780-b6ac-4de6-983c-0317e0689d5b", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:03:20.801588 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70921926-e1a6-41f9-af41-7211639e0eb6 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:03:20.801978 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70921926-e1a6-41f9-af41-7211639e0eb6'] response: {'name': 'network-changed', 'server_uuid': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'tag': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'status': 'completed', 'code': 200} May 09 23:03:20.832114 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57716) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:20.849008 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-012a0784-6419-451e-a2f9-b49b724d785e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:20.859053 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-be5daaf0-2203-4bdf-b08b-9cf24e6fa392 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:03:20.917526 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348749d-0f3e-4e60-815a-946e9ba2c973 req-2782cb03-6f8b-4d8a-ad5e-70ec8a0f51a3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:20.919933 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9348749d-0f3e-4e60-815a-946e9ba2c973 req-2782cb03-6f8b-4d8a-ad5e-70ec8a0f51a3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.1616540 May 09 23:03:20.926530 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b5448e51-6468-4bd8-ab22-b523ce7ad67a req-35a5ce0b-ad15-4293-a963-efda2fc7c3d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1236317 May 09 23:03:20.947888 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a1371-52e9-49b6-bfb2-b9da7f90ee7b req-e1f820fa-0cee-4727-92c5-0924a85ecaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:20.949926 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fc6a1371-52e9-49b6-bfb2-b9da7f90ee7b req-e1f820fa-0cee-4727-92c5-0924a85ecaa8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 1130 time: 0.0984025 May 09 23:03:20.973891 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-012a0784-6419-451e-a2f9-b49b724d785e admin admin] Publish callbacks [] for security_group (005144a8-b1af-4c93-b7b0-485e7ab37350), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:20.981518 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-012a0784-6419-451e-a2f9-b49b724d785e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (005144a8-b1af-4c93-b7b0-485e7ab37350), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:21.030240 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a0784-6419-451e-a2f9-b49b724d785e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005144a8-b1af-4c93-b7b0-485e7ab37350,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:21.080795 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-012a0784-6419-451e-a2f9-b49b724d785e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ec4003f00054f7cb318fe82fb1d6510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475557 May 09 23:03:21.084487 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57726) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:21.155078 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5448e51-6468-4bd8-ab22-b523ce7ad67a req-f9734d30-814d-4199-b062-0984975601f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:21.156833 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b5448e51-6468-4bd8-ab22-b523ce7ad67a req-f9734d30-814d-4199-b062-0984975601f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0805f702593a4c379db7cdeec818f94b&device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 1129 time: 0.1545904 May 09 23:03:21.167445 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9348749d-0f3e-4e60-815a-946e9ba2c973 req-e354be0e-bd0c-491b-8f81-114114f13709 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398148 May 09 23:03:21.180321 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c9aacae2-6e5e-4269-9883-a2067b9b11de admin admin] Publish callbacks [] for security_group (005144a8-b1af-4c93-b7b0-485e7ab37350), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:21.218466 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a1371-52e9-49b6-bfb2-b9da7f90ee7b req-44cfbbd4-4d4d-47fe-ae10-1da030f9389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:21.220232 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fc6a1371-52e9-49b6-bfb2-b9da7f90ee7b req-44cfbbd4-4d4d-47fe-ae10-1da030f9389c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 916 time: 0.2617004 May 09 23:03:21.223465 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c9aacae2-6e5e-4269-9883-a2067b9b11de admin admin] Publish callbacks [] for security_group (005144a8-b1af-4c93-b7b0-485e7ab37350), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:21.331872 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c9aacae2-6e5e-4269-9883-a2067b9b11de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (005144a8-b1af-4c93-b7b0-485e7ab37350), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:21.337067 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c9aacae2-6e5e-4269-9883-a2067b9b11de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:21.338980 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-c9aacae2-6e5e-4269-9883-a2067b9b11de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/005144a8-b1af-4c93-b7b0-485e7ab37350 HTTP/1.1" status: 204 len: 168 time: 0.2523987 May 09 23:03:21.352986 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aacae2-6e5e-4269-9883-a2067b9b11de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005144a8-b1af-4c93-b7b0-485e7ab37350,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:21.399518 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-be5daaf0-2203-4bdf-b08b-9cf24e6fa392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '373249b9-ff71-44dc-9bc6-b4696b86e606', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:81:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:02:30Z', 'updated_at': '2022-05-09T23:03:19Z', 'revision_number': 1, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:21.454229 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5daaf0-2203-4bdf-b08b-9cf24e6fa392 None None] Checking router: 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:03:21.463687 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5daaf0-2203-4bdf-b08b-9cf24e6fa392 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:03:21.464521 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-be5daaf0-2203-4bdf-b08b-9cf24e6fa392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:02:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:21.490995 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fc6a1371-52e9-49b6-bfb2-b9da7f90ee7b req-7fe8c689-bcb6-4c02-aae6-cc144848eb89 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83fd7780-b6ac-4de6-983c-0317e0689d5b HTTP/1.1" status: 200 len: 1000 time: 0.2246478 May 09 23:03:21.643040 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5448e51-6468-4bd8-ab22-b523ce7ad67a req-ca123bab-262b-412e-af4d-a0f7d89abcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:21.644525 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b5448e51-6468-4bd8-ab22-b523ce7ad67a req-ca123bab-262b-412e-af4d-a0f7d89abcb8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83ac1e51-d1c4-412a-bbb5-5910185182a6 HTTP/1.1" status: 200 len: 911 time: 0.2795966 May 09 23:03:21.694610 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4860625e-d454-4ec4-a31a-80277c143b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:21.734196 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-be5daaf0-2203-4bdf-b08b-9cf24e6fa392 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:03:21.797791 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a1371-52e9-49b6-bfb2-b9da7f90ee7b req-cab057ef-a9c1-43eb-8f6e-fe49582165f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:21.800005 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fc6a1371-52e9-49b6-bfb2-b9da7f90ee7b req-cab057ef-a9c1-43eb-8f6e-fe49582165f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d84bfe41-fb6f-4a50-9a95-878c5deeae54 HTTP/1.1" status: 200 len: 854 time: 0.1541317 May 09 23:03:21.812227 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6db51-caa2-4432-88ba-c8e785cee2ca req-ba560686-850c-4b68-84b2-9af36613037e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:21.815489 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1fb6db51-caa2-4432-88ba-c8e785cee2ca req-ba560686-850c-4b68-84b2-9af36613037e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0897858 May 09 23:03:21.906996 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1fb6db51-caa2-4432-88ba-c8e785cee2ca req-80b0e6c9-fddc-430c-bed9-1e6366f031d3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840025 May 09 23:03:22.032173 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57778) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:22.103080 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-be5daaf0-2203-4bdf-b08b-9cf24e6fa392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '373249b9-ff71-44dc-9bc6-b4696b86e606', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:81:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:02:30Z', 'updated_at': '2022-05-09T23:03:19Z', 'revision_number': 1, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:22.137114 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5daaf0-2203-4bdf-b08b-9cf24e6fa392 None None] The sync data for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi is: [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '373249b9-ff71-44dc-9bc6-b4696b86e606', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:81:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:02:30Z', 'updated_at': '2022-05-09T23:03:19Z', 'revision_number': 1, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:03:22.198509 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0622e317-cdda-475c-ab09-3d029fd61da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:22.279949 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0622e317-cdda-475c-ab09-3d029fd61da8 admin admin] Publish callbacks [] for security_group (0f0a2f92-8aae-4914-9ec8-46af34825928), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:22.284766 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0622e317-cdda-475c-ab09-3d029fd61da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (0f0a2f92-8aae-4914-9ec8-46af34825928), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:22.325145 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-0622e317-cdda-475c-ab09-3d029fd61da8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d40f14dc6f74873ad5f5d10773f5659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912467 May 09 23:03:22.327590 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57796) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:22.334557 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622e317-cdda-475c-ab09-3d029fd61da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0a2f92-8aae-4914-9ec8-46af34825928,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:22.390610 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230e485-8e2a-46cf-b54d-add50ddcac45 None None] New status for floating IP 373249b9-ff71-44dc-9bc6-b4696b86e606: ACTIVE {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:03:22.393963 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-15c35196-b9f1-41dd-ba8b-dfe5d311b3ab admin admin] Publish callbacks [] for security_group (0f0a2f92-8aae-4914-9ec8-46af34825928), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:22.416793 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-15c35196-b9f1-41dd-ba8b-dfe5d311b3ab admin admin] Publish callbacks [] for security_group (0f0a2f92-8aae-4914-9ec8-46af34825928), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:22.473736 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-15c35196-b9f1-41dd-ba8b-dfe5d311b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (0f0a2f92-8aae-4914-9ec8-46af34825928), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:22.477673 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-15c35196-b9f1-41dd-ba8b-dfe5d311b3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:22.479423 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-15c35196-b9f1-41dd-ba8b-dfe5d311b3ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f0a2f92-8aae-4914-9ec8-46af34825928 HTTP/1.1" status: 204 len: 168 time: 0.1498177 May 09 23:03:22.494719 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c35196-b9f1-41dd-ba8b-dfe5d311b3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0a2f92-8aae-4914-9ec8-46af34825928,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:22.835386 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 57818) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:22.849534 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-61824586-29d8-4d00-8560-aeda4823a035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:22.903118 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:22.924795 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-61824586-29d8-4d00-8560-aeda4823a035 admin admin] Publish callbacks [] for security_group (4cacd44b-7b1b-4a5f-82d4-341a6eeccaf8), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:22.928828 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-61824586-29d8-4d00-8560-aeda4823a035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (4cacd44b-7b1b-4a5f-82d4-341a6eeccaf8), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:22.971959 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-61824586-29d8-4d00-8560-aeda4823a035 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8dc026a98fd841718f4be06f6e69d016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354229 May 09 23:03:22.973131 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61824586-29d8-4d00-8560-aeda4823a035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cacd44b-7b1b-4a5f-82d4-341a6eeccaf8,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:22.974878 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57826) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:23.058486 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbab5-d5c3-4b31-852d-88e9aeb88dda admin admin] Publish callbacks [] for security_group (4cacd44b-7b1b-4a5f-82d4-341a6eeccaf8), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:23.066974 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c40b73-bcac-45a8-a018-f17c62cea3e4 req-801c9db4-0102-4375-b896-451a0a294cc9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:23.068450 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-69c40b73-bcac-45a8-a018-f17c62cea3e4 req-801c9db4-0102-4375-b896-451a0a294cc9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0788522 May 09 23:03:23.103569 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbab5-d5c3-4b31-852d-88e9aeb88dda admin admin] Publish callbacks [] for security_group (4cacd44b-7b1b-4a5f-82d4-341a6eeccaf8), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:23.153677 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-69c40b73-bcac-45a8-a018-f17c62cea3e4 req-1a212456-a37a-44be-b979-d9205d387b58 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781655 May 09 23:03:23.175300 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbab5-d5c3-4b31-852d-88e9aeb88dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (4cacd44b-7b1b-4a5f-82d4-341a6eeccaf8), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:23.178413 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbab5-d5c3-4b31-852d-88e9aeb88dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:23.182040 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-dd6fbab5-d5c3-4b31-852d-88e9aeb88dda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cacd44b-7b1b-4a5f-82d4-341a6eeccaf8 HTTP/1.1" status: 204 len: 168 time: 0.2035329 May 09 23:03:23.188613 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fbab5-d5c3-4b31-852d-88e9aeb88dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cacd44b-7b1b-4a5f-82d4-341a6eeccaf8,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:23.652771 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 57868) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:23.758636 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5630b321-d965-4578-aec9-0ebf0968611b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:23.838274 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5630b321-d965-4578-aec9-0ebf0968611b admin admin] Publish callbacks [] for security_group (c794c445-7607-4287-968c-2c3dcdfed54c), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:23.842101 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5630b321-d965-4578-aec9-0ebf0968611b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (c794c445-7607-4287-968c-2c3dcdfed54c), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:23.880934 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-5630b321-d965-4578-aec9-0ebf0968611b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f993851a0b246e5b33460244c3bd355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271059 May 09 23:03:23.882032 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630b321-d965-4578-aec9-0ebf0968611b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c794c445-7607-4287-968c-2c3dcdfed54c,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:23.883719 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57880) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:23.934806 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f1105be7-5248-4770-b18f-70c7da0e7cc1 admin admin] Publish callbacks [] for security_group (c794c445-7607-4287-968c-2c3dcdfed54c), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:23.956130 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f1105be7-5248-4770-b18f-70c7da0e7cc1 admin admin] Publish callbacks [] for security_group (c794c445-7607-4287-968c-2c3dcdfed54c), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:24.003494 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f1105be7-5248-4770-b18f-70c7da0e7cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (c794c445-7607-4287-968c-2c3dcdfed54c), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:24.006745 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f1105be7-5248-4770-b18f-70c7da0e7cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:24.007840 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-f1105be7-5248-4770-b18f-70c7da0e7cc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c794c445-7607-4287-968c-2c3dcdfed54c HTTP/1.1" status: 204 len: 168 time: 0.1228359 May 09 23:03:24.016026 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1105be7-5248-4770-b18f-70c7da0e7cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c794c445-7607-4287-968c-2c3dcdfed54c,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:24.285234 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a2057-f58d-4436-be2f-60011289e032 req-366aff56-ba2f-4a3f-bb07-e04f61bacf4b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:24.286817 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-575a2057-f58d-4436-be2f-60011289e032 req-366aff56-ba2f-4a3f-bb07-e04f61bacf4b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0534165 May 09 23:03:24.318591 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:24.360259 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-575a2057-f58d-4436-be2f-60011289e032 req-f58054bb-33d4-4fc7-83fc-ef416dfb561b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644403 May 09 23:03:24.409727 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57938) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:24.428024 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-977bf94d-30cc-4505-9254-ca4d4de163bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:24.438070 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b5448e51-6468-4bd8-ab22-b523ce7ad67a req-23b11eca-7b72-4be7-8797-6c8e033e38d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0f35359-5f2a-472a-967f-5319c7350ff9 HTTP/1.1" status: 200 len: 217 time: 0.0680013 May 09 23:03:24.445860 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0eec9-8367-4718-a8e3-339a493adce5 req-1ab915de-2a86-422d-9ee1-54f184b1fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:24.447655 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-23d0eec9-8367-4718-a8e3-339a493adce5 req-1ab915de-2a86-422d-9ee1-54f184b1fea5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 1130 time: 0.0766108 May 09 23:03:24.490376 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a1371-52e9-49b6-bfb2-b9da7f90ee7b req-d033595d-00ed-4536-ab36-36f317940379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:24.492011 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fc6a1371-52e9-49b6-bfb2-b9da7f90ee7b req-d033595d-00ed-4536-ab36-36f317940379 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8d1714e-6adf-478e-9341-0aabd043adfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1211650 May 09 23:03:24.510782 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5448e51-6468-4bd8-ab22-b523ce7ad67a req-1ece2e86-d9ae-4bd6-8634-d73597f70a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:24.512292 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b5448e51-6468-4bd8-ab22-b523ce7ad67a req-1ece2e86-d9ae-4bd6-8634-d73597f70a0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c554ffb7-7d70-4383-a7da-46863426a058 HTTP/1.1" status: 200 len: 850 time: 0.0667689 May 09 23:03:24.582652 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b5448e51-6468-4bd8-ab22-b523ce7ad67a req-b61d31ea-1205-43a6-a498-f3b793978051 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83ac1e51-d1c4-412a-bbb5-5910185182a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333080 May 09 23:03:24.611460 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0eec9-8367-4718-a8e3-339a493adce5 req-475d118d-be07-4042-bae5-4df7cd2a835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:24.612931 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-23d0eec9-8367-4718-a8e3-339a493adce5 req-475d118d-be07-4042-bae5-4df7cd2a835c service neutron] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 920 time: 0.1532686 May 09 23:03:24.625885 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-977bf94d-30cc-4505-9254-ca4d4de163bb admin admin] Publish callbacks [] for security_group (10fb8d85-dede-4561-9d34-80f52732c067), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:24.632703 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-977bf94d-30cc-4505-9254-ca4d4de163bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (10fb8d85-dede-4561-9d34-80f52732c067), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:24.671317 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-23d0eec9-8367-4718-a8e3-339a493adce5 req-8eb492fc-dc92-4f50-b80e-acb47384bc9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad371e3b-52c5-4c5f-be12-8b115d8d31ea HTTP/1.1" status: 200 len: 217 time: 0.0480144 May 09 23:03:24.674290 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fc6a1371-52e9-49b6-bfb2-b9da7f90ee7b req-2976da5d-0cc2-4fd0-90c6-6da5fd5ea9bd service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716464 May 09 23:03:24.725742 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-977bf94d-30cc-4505-9254-ca4d4de163bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65fed8e596ad421baefa92f79157aeaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148243 May 09 23:03:24.731217 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 57946) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:24.740520 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bf94d-30cc-4505-9254-ca4d4de163bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fb8d85-dede-4561-9d34-80f52732c067,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:24.752714 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b5448e51-6468-4bd8-ab22-b523ce7ad67a req-2f30e338-7f2e-4373-89d6-8158f594e972 service neutron] 10.222.0.55 "GET /v2.0/networks/83ac1e51-d1c4-412a-bbb5-5910185182a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614947 May 09 23:03:24.768328 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0eec9-8367-4718-a8e3-339a493adce5 req-1c4bc652-659b-4ffb-be4e-646620ef5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:24.769781 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-23d0eec9-8367-4718-a8e3-339a493adce5 req-1c4bc652-659b-4ffb-be4e-646620ef5814 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.0806763 May 09 23:03:24.838029 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fc6a1371-52e9-49b6-bfb2-b9da7f90ee7b req-d2530566-3d4c-40bc-8929-d832f04ad607 service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524696 May 09 23:03:24.844084 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0eec9-8367-4718-a8e3-339a493adce5 req-766af9da-d384-4915-b581-dcfe6d81fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:24.845600 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-23d0eec9-8367-4718-a8e3-339a493adce5 req-766af9da-d384-4915-b581-dcfe6d81fe21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661747 May 09 23:03:24.850622 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-87583981-492b-4b59-8072-a2c305b3c115 admin admin] Publish callbacks [] for security_group (10fb8d85-dede-4561-9d34-80f52732c067), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:24.876846 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b5448e51-6468-4bd8-ab22-b523ce7ad67a req-bb0ae420-0836-4108-8142-2c50c4dba4e7 service neutron] 10.222.0.55 "GET /v2.0/networks/83ac1e51-d1c4-412a-bbb5-5910185182a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160939 May 09 23:03:24.927004 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-87583981-492b-4b59-8072-a2c305b3c115 admin admin] Publish callbacks [] for security_group (10fb8d85-dede-4561-9d34-80f52732c067), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:24.987572 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-23d0eec9-8367-4718-a8e3-339a493adce5 req-5dfeb1a8-57e8-419c-b831-0a3163d94a6d service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347492 May 09 23:03:25.007104 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-87583981-492b-4b59-8072-a2c305b3c115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (10fb8d85-dede-4561-9d34-80f52732c067), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:25.009610 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-87583981-492b-4b59-8072-a2c305b3c115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:25.010784 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-87583981-492b-4b59-8072-a2c305b3c115 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10fb8d85-dede-4561-9d34-80f52732c067 HTTP/1.1" status: 204 len: 168 time: 0.2787545 May 09 23:03:25.060702 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87583981-492b-4b59-8072-a2c305b3c115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fb8d85-dede-4561-9d34-80f52732c067,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:25.112089 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-23d0eec9-8367-4718-a8e3-339a493adce5 req-788721c9-e03c-42a0-9de4-3aa9436a4c78 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162314 May 09 23:03:25.502747 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcbadb-595b-43ff-8b10-e10cd12c96ec req-a5fb4c4e-7fd4-40f8-b094-4ce3e5de5908 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:25.504235 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a9bcbadb-595b-43ff-8b10-e10cd12c96ec req-a5fb4c4e-7fd4-40f8-b094-4ce3e5de5908 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0489578 May 09 23:03:25.560012 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a9bcbadb-595b-43ff-8b10-e10cd12c96ec req-784aa540-2421-403a-9237-4f161758cf92 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484867 May 09 23:03:25.654326 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:26.706059 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765af0b-c173-4cc0-bc8b-fd7ea370e96f req-d49607e5-e2a9-478a-8b9f-8b07d9a0c9fa tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:26.710683 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b765af0b-c173-4cc0-bc8b-fd7ea370e96f req-d49607e5-e2a9-478a-8b9f-8b07d9a0c9fa tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0606132 May 09 23:03:26.778952 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b765af0b-c173-4cc0-bc8b-fd7ea370e96f req-4fee1b84-7234-4d67-b73a-c5e3af6382f1 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635874 May 09 23:03:26.823507 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58056) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:26.984133 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1ce6-9303-4eac-bf48-de1dd0e04ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.072156 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1ce6-9303-4eac-bf48-de1dd0e04ea7 admin admin] Publish callbacks [] for security_group (76859b13-45f4-4968-9740-b3ee6654545f), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.076533 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1ce6-9303-4eac-bf48-de1dd0e04ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (76859b13-45f4-4968-9740-b3ee6654545f), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.118670 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-3f8b1ce6-9303-4eac-bf48-de1dd0e04ea7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4200d3d033234934a42cc5110f10f278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938690 May 09 23:03:27.119940 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b1ce6-9303-4eac-bf48-de1dd0e04ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76859b13-45f4-4968-9740-b3ee6654545f,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:27.120138 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58078) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:27.182515 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-34846c74-5cbc-4f38-824c-17b184eeba4d admin admin] Publish callbacks [] for security_group (76859b13-45f4-4968-9740-b3ee6654545f), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.208432 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-34846c74-5cbc-4f38-824c-17b184eeba4d admin admin] Publish callbacks [] for security_group (76859b13-45f4-4968-9740-b3ee6654545f), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.270577 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58086) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:27.285963 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-34846c74-5cbc-4f38-824c-17b184eeba4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (76859b13-45f4-4968-9740-b3ee6654545f), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.285963 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-34846c74-5cbc-4f38-824c-17b184eeba4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.287162 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-34846c74-5cbc-4f38-824c-17b184eeba4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76859b13-45f4-4968-9740-b3ee6654545f HTTP/1.1" status: 204 len: 168 time: 0.1660457 May 09 23:03:27.295171 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34846c74-5cbc-4f38-824c-17b184eeba4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76859b13-45f4-4968-9740-b3ee6654545f,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:27.544304 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0cc7a6d3-dd49-42e8-851a-6c5067e0f30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.609942 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58102) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:27.623782 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2be482d0-06d7-4a8a-b59d-71b6578597b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.642795 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0cc7a6d3-dd49-42e8-851a-6c5067e0f30d admin admin] Publish callbacks [] for security_group (fb823592-3ab8-4e13-9a8d-7b26fcdb42cb), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.646736 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0cc7a6d3-dd49-42e8-851a-6c5067e0f30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (fb823592-3ab8-4e13-9a8d-7b26fcdb42cb), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.692332 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-0cc7a6d3-dd49-42e8-851a-6c5067e0f30d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57575d51d9c94be1b8295c9020265729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4206686 May 09 23:03:27.693195 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7a6d3-dd49-42e8-851a-6c5067e0f30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb823592-3ab8-4e13-9a8d-7b26fcdb42cb,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:27.697071 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58106) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:27.731976 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2be482d0-06d7-4a8a-b59d-71b6578597b2 admin admin] Publish callbacks [] for security_group (a627dba5-0585-4275-9019-94d0fec8b8fc), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.737055 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2be482d0-06d7-4a8a-b59d-71b6578597b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a627dba5-0585-4275-9019-94d0fec8b8fc), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.757163 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-04c53f45-9ff4-4473-8e67-f0dddd92bedc admin admin] Publish callbacks [] for security_group (fb823592-3ab8-4e13-9a8d-7b26fcdb42cb), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.775863 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-2be482d0-06d7-4a8a-b59d-71b6578597b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc181a40b42a4f51982126b1bcbfebb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648242 May 09 23:03:27.777089 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be482d0-06d7-4a8a-b59d-71b6578597b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a627dba5-0585-4275-9019-94d0fec8b8fc,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:27.778531 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-04c53f45-9ff4-4473-8e67-f0dddd92bedc admin admin] Publish callbacks [] for security_group (fb823592-3ab8-4e13-9a8d-7b26fcdb42cb), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.779434 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58108) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:27.841124 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-04c53f45-9ff4-4473-8e67-f0dddd92bedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (fb823592-3ab8-4e13-9a8d-7b26fcdb42cb), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.843605 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-04c53f45-9ff4-4473-8e67-f0dddd92bedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.844765 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-04c53f45-9ff4-4473-8e67-f0dddd92bedc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb823592-3ab8-4e13-9a8d-7b26fcdb42cb HTTP/1.1" status: 204 len: 168 time: 0.1461725 May 09 23:03:27.852496 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a53af1e7-ffbe-43e8-bd41-5714bafac679 admin admin] Publish callbacks [] for security_group (a627dba5-0585-4275-9019-94d0fec8b8fc), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.869116 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c53f45-9ff4-4473-8e67-f0dddd92bedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb823592-3ab8-4e13-9a8d-7b26fcdb42cb,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:27.884278 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a53af1e7-ffbe-43e8-bd41-5714bafac679 admin admin] Publish callbacks [] for security_group (a627dba5-0585-4275-9019-94d0fec8b8fc), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.915105 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a5e42-ff45-49e6-ab1f-b6d9775ded39 req-d3616e7b-3762-48d7-b634-2935c0ce801a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:27.916639 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-886a5e42-ff45-49e6-ab1f-b6d9775ded39 req-d3616e7b-3762-48d7-b634-2935c0ce801a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0708687 May 09 23:03:27.951036 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a53af1e7-ffbe-43e8-bd41-5714bafac679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a627dba5-0585-4275-9019-94d0fec8b8fc), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.954416 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a53af1e7-ffbe-43e8-bd41-5714bafac679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:27.957738 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-a53af1e7-ffbe-43e8-bd41-5714bafac679 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a627dba5-0585-4275-9019-94d0fec8b8fc HTTP/1.1" status: 204 len: 168 time: 0.1750557 May 09 23:03:27.963620 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53af1e7-ffbe-43e8-bd41-5714bafac679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a627dba5-0585-4275-9019-94d0fec8b8fc,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:27.984578 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-886a5e42-ff45-49e6-ab1f-b6d9775ded39 req-7a807294-2d8b-469a-8aa4-0e2310350ff2 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607209 May 09 23:03:28.296200 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58130) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:28.313374 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-efdab5b7-8d6c-4a3b-a4d1-3cb83e555bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:28.401003 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-efdab5b7-8d6c-4a3b-a4d1-3cb83e555bb2 admin admin] Publish callbacks [] for security_group (86e37d1d-d406-4a2c-a333-6a10dd7402bc), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:28.406729 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-efdab5b7-8d6c-4a3b-a4d1-3cb83e555bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (86e37d1d-d406-4a2c-a333-6a10dd7402bc), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:28.451937 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-efdab5b7-8d6c-4a3b-a4d1-3cb83e555bb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ba926f610924bfda558d6d7b2ca238c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544697 May 09 23:03:28.452188 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58140) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:28.453708 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdab5b7-8d6c-4a3b-a4d1-3cb83e555bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e37d1d-d406-4a2c-a333-6a10dd7402bc,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:28.535825 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-96d8c43b-4c50-4167-b22e-9de68a53d823 admin admin] Publish callbacks [] for security_group (86e37d1d-d406-4a2c-a333-6a10dd7402bc), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:28.578602 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-96d8c43b-4c50-4167-b22e-9de68a53d823 admin admin] Publish callbacks [] for security_group (86e37d1d-d406-4a2c-a333-6a10dd7402bc), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:28.652157 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-96d8c43b-4c50-4167-b22e-9de68a53d823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (86e37d1d-d406-4a2c-a333-6a10dd7402bc), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:28.656361 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-96d8c43b-4c50-4167-b22e-9de68a53d823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:28.662728 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-96d8c43b-4c50-4167-b22e-9de68a53d823 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86e37d1d-d406-4a2c-a333-6a10dd7402bc HTTP/1.1" status: 204 len: 168 time: 0.2075224 May 09 23:03:28.676459 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8c43b-4c50-4167-b22e-9de68a53d823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e37d1d-d406-4a2c-a333-6a10dd7402bc,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:28.829957 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58164) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:29.092037 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-634005d6-8738-41c6-a2c4-c8d6d0301fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:29.104046 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318066d8-3a52-4c7b-922a-37b4e4b4adea req-4659c73a-182d-4778-903f-2111dae96622 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:29.105792 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-318066d8-3a52-4c7b-922a-37b4e4b4adea req-4659c73a-182d-4778-903f-2111dae96622 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0518472 May 09 23:03:29.190221 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-318066d8-3a52-4c7b-922a-37b4e4b4adea req-ebec8ef0-c66e-45fd-85b0-55113fa12536 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769687 May 09 23:03:29.211561 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-634005d6-8738-41c6-a2c4-c8d6d0301fc3 admin admin] Publish callbacks [] for security_group (eb354b42-2e14-472d-aaf6-d73aa0bfbe19), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:29.217046 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-634005d6-8738-41c6-a2c4-c8d6d0301fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (eb354b42-2e14-472d-aaf6-d73aa0bfbe19), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:29.261372 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-634005d6-8738-41c6-a2c4-c8d6d0301fc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91ec553ce72c4367b27985cfc1918e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4303730 May 09 23:03:29.262341 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634005d6-8738-41c6-a2c4-c8d6d0301fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb354b42-2e14-472d-aaf6-d73aa0bfbe19,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:29.264138 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58186) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:29.324684 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-530c0041-48bc-4a46-82c9-e9790fcfc386 admin admin] Publish callbacks [] for security_group (eb354b42-2e14-472d-aaf6-d73aa0bfbe19), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:29.350547 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-530c0041-48bc-4a46-82c9-e9790fcfc386 admin admin] Publish callbacks [] for security_group (eb354b42-2e14-472d-aaf6-d73aa0bfbe19), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:29.402346 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-530c0041-48bc-4a46-82c9-e9790fcfc386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (eb354b42-2e14-472d-aaf6-d73aa0bfbe19), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:29.405121 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-530c0041-48bc-4a46-82c9-e9790fcfc386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:29.408706 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-530c0041-48bc-4a46-82c9-e9790fcfc386 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb354b42-2e14-472d-aaf6-d73aa0bfbe19 HTTP/1.1" status: 204 len: 168 time: 0.1410358 May 09 23:03:29.414202 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c0041-48bc-4a46-82c9-e9790fcfc386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb354b42-2e14-472d-aaf6-d73aa0bfbe19,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:29.785937 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58230) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:29.805148 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-106c537e-9804-466a-8af8-14973cbcb31e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:29.954976 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-106c537e-9804-466a-8af8-14973cbcb31e admin admin] Publish callbacks [] for security_group (1e061c5d-a612-4571-8527-5a634253aa61), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:29.960517 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-106c537e-9804-466a-8af8-14973cbcb31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (1e061c5d-a612-4571-8527-5a634253aa61), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:30.008122 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-106c537e-9804-466a-8af8-14973cbcb31e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95ac9f70716d49aaaac1fb03684c32ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210169 May 09 23:03:30.010014 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c537e-9804-466a-8af8-14973cbcb31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e061c5d-a612-4571-8527-5a634253aa61,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:30.010929 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58238) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:30.083617 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b784d-08ca-4756-800b-0248573ad0cc req-d90ab392-5322-43b6-84ed-6c6fcf45ddfe tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:30.086569 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-300b784d-08ca-4756-800b-0248573ad0cc req-d90ab392-5322-43b6-84ed-6c6fcf45ddfe tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0556481 May 09 23:03:30.101557 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5723-fc47-4a17-bf93-b678512bfc37 admin admin] Publish callbacks [] for security_group (1e061c5d-a612-4571-8527-5a634253aa61), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:30.136592 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5723-fc47-4a17-bf93-b678512bfc37 admin admin] Publish callbacks [] for security_group (1e061c5d-a612-4571-8527-5a634253aa61), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:30.160234 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-300b784d-08ca-4756-800b-0248573ad0cc req-1cf6c8cc-5e12-4b58-87e8-6f00a69abdd9 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681093 May 09 23:03:30.201809 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5723-fc47-4a17-bf93-b678512bfc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (1e061c5d-a612-4571-8527-5a634253aa61), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:30.214417 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5723-fc47-4a17-bf93-b678512bfc37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:30.219323 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-bc8e5723-fc47-4a17-bf93-b678512bfc37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e061c5d-a612-4571-8527-5a634253aa61 HTTP/1.1" status: 204 len: 168 time: 0.2061136 May 09 23:03:30.229254 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e5723-fc47-4a17-bf93-b678512bfc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e061c5d-a612-4571-8527-5a634253aa61,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:30.318627 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c25aa-c91b-4c72-9714-a661354d9bb7 req-9a9ef156-65fd-4bdd-bcd5-26acb3d18492 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:30.320158 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-816c25aa-c91b-4c72-9714-a661354d9bb7 req-9a9ef156-65fd-4bdd-bcd5-26acb3d18492 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0499659 May 09 23:03:30.372893 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-816c25aa-c91b-4c72-9714-a661354d9bb7 req-abb9347d-dc57-49bb-9624-22b78f69ba61 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450771 May 09 23:03:30.452092 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58258) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:30.729890 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58272) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:30.752400 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-66cc05be-2115-4e25-a50d-785a37c77449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:30.804532 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4701cb88-94fb-42ec-ae5e-5f12edce6381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:30.879349 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-66cc05be-2115-4e25-a50d-785a37c77449 admin admin] Publish callbacks [] for security_group (fe61553c-2fe0-4c51-b45a-69fcba23add3), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:30.889122 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-66cc05be-2115-4e25-a50d-785a37c77449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (fe61553c-2fe0-4c51-b45a-69fcba23add3), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:30.947348 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-66cc05be-2115-4e25-a50d-785a37c77449 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=225886933ebb4238bfa5ed97514ff0f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4935017 May 09 23:03:30.949878 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58284) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:30.951519 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc05be-2115-4e25-a50d-785a37c77449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe61553c-2fe0-4c51-b45a-69fcba23add3,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:30.962348 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4701cb88-94fb-42ec-ae5e-5f12edce6381 admin admin] Publish callbacks [] for security_group (4077fc5a-fcd7-4782-8d4a-3a135a13a361), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:30.968885 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4701cb88-94fb-42ec-ae5e-5f12edce6381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (4077fc5a-fcd7-4782-8d4a-3a135a13a361), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:31.006749 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4153217d-ff01-4cbf-b6a6-4e1a683f4f2e admin admin] Publish callbacks [] for security_group (fe61553c-2fe0-4c51-b45a-69fcba23add3), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:31.017881 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-4701cb88-94fb-42ec-ae5e-5f12edce6381 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=536e26e8fce647c5a85862faf38a6854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842724 May 09 23:03:31.017881 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701cb88-94fb-42ec-ae5e-5f12edce6381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4077fc5a-fcd7-4782-8d4a-3a135a13a361,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:31.019104 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58288) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:31.039529 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4153217d-ff01-4cbf-b6a6-4e1a683f4f2e admin admin] Publish callbacks [] for security_group (fe61553c-2fe0-4c51-b45a-69fcba23add3), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:31.078331 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-004600af-64ba-4f54-9983-c2f659b15bc9 admin admin] Publish callbacks [] for security_group (4077fc5a-fcd7-4782-8d4a-3a135a13a361), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:31.095678 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4153217d-ff01-4cbf-b6a6-4e1a683f4f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (fe61553c-2fe0-4c51-b45a-69fcba23add3), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:31.098667 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4153217d-ff01-4cbf-b6a6-4e1a683f4f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:31.099820 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-4153217d-ff01-4cbf-b6a6-4e1a683f4f2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe61553c-2fe0-4c51-b45a-69fcba23add3 HTTP/1.1" status: 204 len: 168 time: 0.1489043 May 09 23:03:31.105074 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-004600af-64ba-4f54-9983-c2f659b15bc9 admin admin] Publish callbacks [] for security_group (4077fc5a-fcd7-4782-8d4a-3a135a13a361), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:31.110501 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153217d-ff01-4cbf-b6a6-4e1a683f4f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe61553c-2fe0-4c51-b45a-69fcba23add3,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:31.165978 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-004600af-64ba-4f54-9983-c2f659b15bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (4077fc5a-fcd7-4782-8d4a-3a135a13a361), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:31.168669 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-004600af-64ba-4f54-9983-c2f659b15bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:31.169793 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-004600af-64ba-4f54-9983-c2f659b15bc9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4077fc5a-fcd7-4782-8d4a-3a135a13a361 HTTP/1.1" status: 204 len: 168 time: 0.1497991 May 09 23:03:31.179252 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004600af-64ba-4f54-9983-c2f659b15bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4077fc5a-fcd7-4782-8d4a-3a135a13a361,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:31.285230 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83eed0b-35e0-431c-b4f8-c253bb78191b req-30c3287f-0f9f-40ad-995d-fc0eb88ccf68 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:31.286952 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c83eed0b-35e0-431c-b4f8-c253bb78191b req-30c3287f-0f9f-40ad-995d-fc0eb88ccf68 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0586784 May 09 23:03:31.340937 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c83eed0b-35e0-431c-b4f8-c253bb78191b req-1dbb05c2-7cc9-44ad-a751-3b7b47cc09a7 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433757 May 09 23:03:31.491973 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1d82a-1b58-4ca8-a389-19ae8c8cd4ad req-ca4eeb13-719c-4630-be76-f4f39f3b71a3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:31.493380 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c4b1d82a-1b58-4ca8-a389-19ae8c8cd4ad req-ca4eeb13-719c-4630-be76-f4f39f3b71a3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0493374 May 09 23:03:31.554765 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c4b1d82a-1b58-4ca8-a389-19ae8c8cd4ad req-d58cf4e3-6abb-40e9-802f-f531853549a2 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557380 May 09 23:03:31.855994 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58340) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:32.064345 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d21dd891-e9fe-40e2-8bb4-28364d769315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:32.069341 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09481816-a99a-441c-812f-e251e9ce2c94 req-643b0783-2f4a-4aa6-b6d3-cc79e04576c5 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:32.070965 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-09481816-a99a-441c-812f-e251e9ce2c94 req-643b0783-2f4a-4aa6-b6d3-cc79e04576c5 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0933676 May 09 23:03:32.175253 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d21dd891-e9fe-40e2-8bb4-28364d769315 admin admin] Publish callbacks [] for security_group (113b5dfe-2e2f-4f59-94de-5407e58ad0ca), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:32.181217 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d21dd891-e9fe-40e2-8bb4-28364d769315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (113b5dfe-2e2f-4f59-94de-5407e58ad0ca), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:32.215558 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-d21dd891-e9fe-40e2-8bb4-28364d769315 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf0da59c36484adc972ff97534362090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584423 May 09 23:03:32.222660 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58360) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:32.263189 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21dd891-e9fe-40e2-8bb4-28364d769315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113b5dfe-2e2f-4f59-94de-5407e58ad0ca,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:32.283142 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-09481816-a99a-441c-812f-e251e9ce2c94 req-ca03261c-c71d-4a32-8209-1c0a55129639 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Deleting port d0f35359-5f2a-472a-967f-5319c7350ff9 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:03:32.283623 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-09481816-a99a-441c-812f-e251e9ce2c94 req-ca03261c-c71d-4a32-8209-1c0a55129639 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:32.287506 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-acb4c5b0-42ca-4581-8bd7-5ba2a08d5f6a admin admin] Publish callbacks [] for security_group (113b5dfe-2e2f-4f59-94de-5407e58ad0ca), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:32.320417 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-acb4c5b0-42ca-4581-8bd7-5ba2a08d5f6a admin admin] Publish callbacks [] for security_group (113b5dfe-2e2f-4f59-94de-5407e58ad0ca), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:32.392852 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-acb4c5b0-42ca-4581-8bd7-5ba2a08d5f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (113b5dfe-2e2f-4f59-94de-5407e58ad0ca), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:32.395776 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-acb4c5b0-42ca-4581-8bd7-5ba2a08d5f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:32.397165 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-acb4c5b0-42ca-4581-8bd7-5ba2a08d5f6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/113b5dfe-2e2f-4f59-94de-5407e58ad0ca HTTP/1.1" status: 204 len: 168 time: 0.1732392 May 09 23:03:32.406536 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4c5b0-42ca-4581-8bd7-5ba2a08d5f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113b5dfe-2e2f-4f59-94de-5407e58ad0ca,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:32.413066 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-09481816-a99a-441c-812f-e251e9ce2c94 req-ca03261c-c71d-4a32-8209-1c0a55129639 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] For port d0f35359-5f2a-472a-967f-5319c7350ff9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d0f35359-5f2a-472a-967f-5319c7350ff9,segment=NetworkSegment(32449722-5a14-4320-9eac-9ca46e5b54d2),segment_id=32449722-5a14-4320-9eac-9ca46e5b54d2)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:32.413444 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-09481816-a99a-441c-812f-e251e9ce2c94 req-ca03261c-c71d-4a32-8209-1c0a55129639 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:32.445762 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-09481816-a99a-441c-812f-e251e9ce2c94 req-ca03261c-c71d-4a32-8209-1c0a55129639 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Calling delete_port for d0f35359-5f2a-472a-967f-5319c7350ff9 owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:03:32.498097 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8336e4-b641-440e-8c5b-c84d354204fe req-c1316b9d-92ba-4e8f-9355-b24bd5e13fcd tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:32.499707 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1b8336e4-b641-440e-8c5b-c84d354204fe req-c1316b9d-92ba-4e8f-9355-b24bd5e13fcd tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 945 time: 0.0510375 May 09 23:03:32.601385 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1b8336e4-b641-440e-8c5b-c84d354204fe req-c6d4c50a-4fc9-4dff-9a4e-e1bb0bfd4fdd tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/security-groups?id=e0d6d226-4af6-4627-aa49-5617a721e7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889893 May 09 23:03:32.826213 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ce558-0db5-4cfd-b60f-5f5341f8e55d req-b185e9b0-dd37-48c3-8d2b-2d94383aec30 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:32.827731 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d45ce558-0db5-4cfd-b60f-5f5341f8e55d req-b185e9b0-dd37-48c3-8d2b-2d94383aec30 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0907426 May 09 23:03:32.951827 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d45ce558-0db5-4cfd-b60f-5f5341f8e55d req-9a39d783-ea3c-449b-aff7-5b4e7ba6256e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165659 May 09 23:03:32.988699 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-09481816-a99a-441c-812f-e251e9ce2c94 req-ca03261c-c71d-4a32-8209-1c0a55129639 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (d0f35359-5f2a-472a-967f-5319c7350ff9), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:33.047592 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03261c-c71d-4a32-8209-1c0a55129639 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Pushing event deleted for resources: {'Port': ['ID=d0f35359-5f2a-472a-967f-5319c7350ff9,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:33.167626 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-09481816-a99a-441c-812f-e251e9ce2c94 req-ca03261c-c71d-4a32-8209-1c0a55129639 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] No DVR routers for this DVR port d0f35359-5f2a-472a-967f-5319c7350ff9 on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:03:33.173982 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-09481816-a99a-441c-812f-e251e9ce2c94 req-ca03261c-c71d-4a32-8209-1c0a55129639 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:33.177524 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-09481816-a99a-441c-812f-e251e9ce2c94 req-ca03261c-c71d-4a32-8209-1c0a55129639 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.55 "DELETE /v2.0/ports/d0f35359-5f2a-472a-967f-5319c7350ff9 HTTP/1.1" status: 204 len: 173 time: 1.1013446 May 09 23:03:33.178069 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ed65f5-3706-4a36-8ca4-5e09a2354d07', 'name': 'network-vif-deleted', 'tag': 'd0f35359-5f2a-472a-967f-5319c7350ff9'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:03:33.367111 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e4ef51-9642-4129-b7e1-0413c7f3abdd" -d '{"events": [{"server_uuid": "e3ed65f5-3706-4a36-8ca4-5e09a2354d07", "name": "network-vif-deleted", "tag": "d0f35359-5f2a-472a-967f-5319c7350ff9"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:03:33.505536 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f4233e-0917-4ef8-bcdd-44136d2df793 x-openstack-request-id: req-c6f4233e-0917-4ef8-bcdd-44136d2df793 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:03:33.505840 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ed65f5-3706-4a36-8ca4-5e09a2354d07", "name": "network-vif-deleted", "tag": "d0f35359-5f2a-472a-967f-5319c7350ff9", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:03:33.506098 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6f4233e-0917-4ef8-bcdd-44136d2df793 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:03:33.506584 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f4233e-0917-4ef8-bcdd-44136d2df793'] response: {'server_uuid': 'e3ed65f5-3706-4a36-8ca4-5e09a2354d07', 'name': 'network-vif-deleted', 'tag': 'd0f35359-5f2a-472a-967f-5319c7350ff9', 'status': 'completed', 'code': 200} May 09 23:03:33.699827 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d921f885-9a2c-45a3-acc5-0104a7a3649f req-44da3736-e069-468d-98b2-602bf8b4c274 tempest-DeleteServersTestJSON-490619851 tempest-DeleteServersTestJSON-490619851-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ed65f5-3706-4a36-8ca4-5e09a2354d07 HTTP/1.1" status: 200 len: 210 time: 0.0307631 May 09 23:03:34.016656 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58494) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:34.097851 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf2c47-d867-41fe-81a6-e9f9e1706022 req-cdaa04af-f028-495c-a0f4-9fa4fcd77dbf tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:34.099856 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ccaf2c47-d867-41fe-81a6-e9f9e1706022 req-cdaa04af-f028-495c-a0f4-9fa4fcd77dbf tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0636916 May 09 23:03:34.143677 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b23a91c7-1007-4200-a008-987ad19eb0db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:34.165866 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ccaf2c47-d867-41fe-81a6-e9f9e1706022 req-b1d9334c-08b2-4f76-aa2f-a341280ef98d tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603492 May 09 23:03:34.253162 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b23a91c7-1007-4200-a008-987ad19eb0db admin admin] Publish callbacks [] for security_group (f6e6478e-883f-4074-b019-9902b41c18b9), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:34.260295 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b23a91c7-1007-4200-a008-987ad19eb0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (f6e6478e-883f-4074-b019-9902b41c18b9), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:34.309915 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-b23a91c7-1007-4200-a008-987ad19eb0db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=458f8b87a0b84582a8ab8f17d39fad8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921598 May 09 23:03:34.311122 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a91c7-1007-4200-a008-987ad19eb0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e6478e-883f-4074-b019-9902b41c18b9,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:34.314900 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58502) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:34.391675 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9773a575-04cb-44f6-8add-1572556442e5 admin admin] Publish callbacks [] for security_group (f6e6478e-883f-4074-b019-9902b41c18b9), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:34.420784 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9773a575-04cb-44f6-8add-1572556442e5 admin admin] Publish callbacks [] for security_group (f6e6478e-883f-4074-b019-9902b41c18b9), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:34.477041 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9773a575-04cb-44f6-8add-1572556442e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (f6e6478e-883f-4074-b019-9902b41c18b9), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:34.479738 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9773a575-04cb-44f6-8add-1572556442e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:34.480940 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-9773a575-04cb-44f6-8add-1572556442e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6e6478e-883f-4074-b019-9902b41c18b9 HTTP/1.1" status: 204 len: 168 time: 0.1665130 May 09 23:03:34.492630 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773a575-04cb-44f6-8add-1572556442e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e6478e-883f-4074-b019-9902b41c18b9,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:35.016624 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device d0f35359-5f2a-472a-967f-5319c7350ff9 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:03:35.044919 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: d0f35359-5f2a-472a-967f-5319c7350ff9 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:03:35.045553 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device d0f35359-5f2a-472a-967f-5319c7350ff9 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:03:35.063269 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58552) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:35.185967 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b835846b-4025-4d75-92c3-99cdfa3fe3a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:35.284534 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b835846b-4025-4d75-92c3-99cdfa3fe3a0 admin admin] Publish callbacks [] for security_group (212d14e0-84a9-4dbc-8f2a-529f5d0051b7), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:35.291262 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b835846b-4025-4d75-92c3-99cdfa3fe3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (212d14e0-84a9-4dbc-8f2a-529f5d0051b7), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:35.346675 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835846b-4025-4d75-92c3-99cdfa3fe3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212d14e0-84a9-4dbc-8f2a-529f5d0051b7,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:35.366982 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-b835846b-4025-4d75-92c3-99cdfa3fe3a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=377be26fb207447ba6baad14693c76f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000882 May 09 23:03:35.367383 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58570) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:35.442261 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d067a177-a5c9-4b1d-a8d9-babcbcc6b466 admin admin] Publish callbacks [] for security_group (212d14e0-84a9-4dbc-8f2a-529f5d0051b7), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:35.473428 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d067a177-a5c9-4b1d-a8d9-babcbcc6b466 admin admin] Publish callbacks [] for security_group (212d14e0-84a9-4dbc-8f2a-529f5d0051b7), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:35.476339 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395aabd5-9cec-4899-a350-5d207a5e4419 req-3a1e01f3-7ec5-4d8a-a29a-90f9f5691f06 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:35.477853 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-395aabd5-9cec-4899-a350-5d207a5e4419 req-3a1e01f3-7ec5-4d8a-a29a-90f9f5691f06 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0572975 May 09 23:03:35.527596 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d067a177-a5c9-4b1d-a8d9-babcbcc6b466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (212d14e0-84a9-4dbc-8f2a-529f5d0051b7), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:35.528333 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-395aabd5-9cec-4899-a350-5d207a5e4419 req-d2fb784b-2ed7-4617-928f-10b7e983f523 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447013 May 09 23:03:35.530963 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d067a177-a5c9-4b1d-a8d9-babcbcc6b466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:35.534580 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-d067a177-a5c9-4b1d-a8d9-babcbcc6b466 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/212d14e0-84a9-4dbc-8f2a-529f5d0051b7 HTTP/1.1" status: 204 len: 168 time: 0.1661608 May 09 23:03:35.550543 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067a177-a5c9-4b1d-a8d9-babcbcc6b466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212d14e0-84a9-4dbc-8f2a-529f5d0051b7,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:35.946319 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58592) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:35.960689 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d1e851cd-2c49-41a4-bcbc-6a105b358dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.025070 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58594) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:36.036244 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d1e851cd-2c49-41a4-bcbc-6a105b358dd4 admin admin] Publish callbacks [] for security_group (f32835c7-3fc4-481b-acfa-1ceaea35ba3f), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.040358 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d1e851cd-2c49-41a4-bcbc-6a105b358dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (f32835c7-3fc4-481b-acfa-1ceaea35ba3f), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.077387 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e851cd-2c49-41a4-bcbc-6a105b358dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32835c7-3fc4-481b-acfa-1ceaea35ba3f,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:36.081924 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-d1e851cd-2c49-41a4-bcbc-6a105b358dd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ebe6358b6ab4e58a9fd05df062dbe98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345801 May 09 23:03:36.084587 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58598) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:36.134710 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7670cef1-f8b1-4193-b047-2f72047dbf28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.156081 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c04079bc-c576-4488-81a6-08e1e3c63243 admin admin] Publish callbacks [] for security_group (f32835c7-3fc4-481b-acfa-1ceaea35ba3f), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.194475 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c04079bc-c576-4488-81a6-08e1e3c63243 admin admin] Publish callbacks [] for security_group (f32835c7-3fc4-481b-acfa-1ceaea35ba3f), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.237341 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58606) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:36.274305 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7670cef1-f8b1-4193-b047-2f72047dbf28 admin admin] Publish callbacks [] for security_group (d8c867cb-231c-4f4c-8e93-5da2c86a8fed), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.278542 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7670cef1-f8b1-4193-b047-2f72047dbf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d8c867cb-231c-4f4c-8e93-5da2c86a8fed), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.283941 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c04079bc-c576-4488-81a6-08e1e3c63243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (f32835c7-3fc4-481b-acfa-1ceaea35ba3f), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.286344 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c04079bc-c576-4488-81a6-08e1e3c63243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.287443 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-c04079bc-c576-4488-81a6-08e1e3c63243 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f32835c7-3fc4-481b-acfa-1ceaea35ba3f HTTP/1.1" status: 204 len: 168 time: 0.2019422 May 09 23:03:36.287615 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fbe005-8258-4ade-aa1a-cc42fc06ecb8 admin admin] Deleting subnet c554ffb7-7d70-4383-a7da-46863426a058 {{(pid=103350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:03:36.291739 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe005-8258-4ade-aa1a-cc42fc06ecb8 admin admin] Publish callbacks [] for subnet (c554ffb7-7d70-4383-a7da-46863426a058), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.327342 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe005-8258-4ade-aa1a-cc42fc06ecb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966931'] for subnet (c554ffb7-7d70-4383-a7da-46863426a058), precommit_delete_associations {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.329303 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-7670cef1-f8b1-4193-b047-2f72047dbf28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0c9afa417d540428c522e6658b7f90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025084 May 09 23:03:36.330383 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670cef1-f8b1-4193-b047-2f72047dbf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c867cb-231c-4f4c-8e93-5da2c86a8fed,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:36.332969 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58612) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:36.366974 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04079bc-c576-4488-81a6-08e1e3c63243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32835c7-3fc4-481b-acfa-1ceaea35ba3f,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:36.378256 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe005-8258-4ade-aa1a-cc42fc06ecb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (c554ffb7-7d70-4383-a7da-46863426a058), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.398166 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0104ad41-e76c-42ce-8ffb-8acd00b13921 admin admin] Publish callbacks [] for security_group (d8c867cb-231c-4f4c-8e93-5da2c86a8fed), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.430665 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0104ad41-e76c-42ce-8ffb-8acd00b13921 admin admin] Publish callbacks [] for security_group (d8c867cb-231c-4f4c-8e93-5da2c86a8fed), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.447443 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe005-8258-4ade-aa1a-cc42fc06ecb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9883945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9732371'] for subnet (c554ffb7-7d70-4383-a7da-46863426a058), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.484555 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbe005-8258-4ade-aa1a-cc42fc06ecb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c554ffb7-7d70-4383-a7da-46863426a058,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:36.487195 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe005-8258-4ade-aa1a-cc42fc06ecb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.491478 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-f7fbe005-8258-4ade-aa1a-cc42fc06ecb8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c554ffb7-7d70-4383-a7da-46863426a058 HTTP/1.1" status: 204 len: 168 time: 0.2530992 May 09 23:03:36.494596 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58618) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:36.503106 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0104ad41-e76c-42ce-8ffb-8acd00b13921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d8c867cb-231c-4f4c-8e93-5da2c86a8fed), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.506166 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0104ad41-e76c-42ce-8ffb-8acd00b13921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.507437 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-0104ad41-e76c-42ce-8ffb-8acd00b13921 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8c867cb-231c-4f4c-8e93-5da2c86a8fed HTTP/1.1" status: 204 len: 168 time: 0.1736493 May 09 23:03:36.552709 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104ad41-e76c-42ce-8ffb-8acd00b13921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c867cb-231c-4f4c-8e93-5da2c86a8fed,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:36.592512 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-52157e94-4ad7-4430-85ef-2df569807581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (83ac1e51-d1c4-412a-bbb5-5910185182a6), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:36.738798 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d59f-6d18-4722-90d8-1a8fdcb2167d req-666d5e99-5439-4fef-8e4c-c39c19273976 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:36.740421 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-28d0d59f-6d18-4722-90d8-1a8fdcb2167d req-666d5e99-5439-4fef-8e4c-c39c19273976 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0992513 May 09 23:03:36.745079 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-52157e94-4ad7-4430-85ef-2df569807581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (83ac1e51-d1c4-412a-bbb5-5910185182a6), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:37.009010 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-52157e94-4ad7-4430-85ef-2df569807581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ac1e51-d1c4-412a-bbb5-5910185182a6']}} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:37.019797 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-52157e94-4ad7-4430-85ef-2df569807581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32449722-5a14-4320-9eac-9ca46e5b54d2') {'for_net_delete': True} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:37.019975 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-52157e94-4ad7-4430-85ef-2df569807581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32449722-5a14-4320-9eac-9ca46e5b54d2') {} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:37.036761 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-52157e94-4ad7-4430-85ef-2df569807581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2099907'] for segment (32449722-5a14-4320-9eac-9ca46e5b54d2), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:37.060350 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-52157e94-4ad7-4430-85ef-2df569807581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (32449722-5a14-4320-9eac-9ca46e5b54d2), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:37.073447 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52157e94-4ad7-4430-85ef-2df569807581 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:03:37.073874 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-52157e94-4ad7-4430-85ef-2df569807581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2132068'] for segment (32449722-5a14-4320-9eac-9ca46e5b54d2), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: Traceback (most recent call last): May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: timer() May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: cb(*args, **kw) May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: return func(*args, **kwargs) May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: self._notify() May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: self.callback(batched_events) May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: event.method(event) May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: return f(self, *a, **k) May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._get(url).json() May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: return self.request(url, 'GET', **kwargs) May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:03:37.075676 dv-cinder-840678-5-iscsi neutron-server[103349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:03:37.079084 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-28d0d59f-6d18-4722-90d8-1a8fdcb2167d req-cb952da1-e79e-4d0b-832f-7b9a6796334c tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309550 May 09 23:03:37.136423 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-52157e94-4ad7-4430-85ef-2df569807581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (83ac1e51-d1c4-412a-bbb5-5910185182a6), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:37.143842 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-52157e94-4ad7-4430-85ef-2df569807581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:37.146970 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-52157e94-4ad7-4430-85ef-2df569807581 admin admin] 10.222.0.23 "DELETE /v2.0/networks/83ac1e51-d1c4-412a-bbb5-5910185182a6 HTTP/1.1" status: 204 len: 168 time: 0.6511176 May 09 23:03:37.157132 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52157e94-4ad7-4430-85ef-2df569807581 admin admin] Pushing event deleted for resources: {'Network': ['ID=83ac1e51-d1c4-412a-bbb5-5910185182a6,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:37.326884 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58656) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:37.369336 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-7bb5b445-044b-41d2-8a8c-a2dd5a0b4585 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0805f702593a4c379db7cdeec818f94b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412867 May 09 23:03:37.372022 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58658) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:37.419220 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-60a9cba7-7ed2-4b45-81cb-1b2e2c56100c admin admin] Publish callbacks [] for security_group (e0d6d226-4af6-4627-aa49-5617a721e7e3), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:37.458883 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-60a9cba7-7ed2-4b45-81cb-1b2e2c56100c admin admin] Publish callbacks [] for security_group (e0d6d226-4af6-4627-aa49-5617a721e7e3), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:37.531970 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-60a9cba7-7ed2-4b45-81cb-1b2e2c56100c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (e0d6d226-4af6-4627-aa49-5617a721e7e3), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:37.534672 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-60a9cba7-7ed2-4b45-81cb-1b2e2c56100c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:37.535839 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-60a9cba7-7ed2-4b45-81cb-1b2e2c56100c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0d6d226-4af6-4627-aa49-5617a721e7e3 HTTP/1.1" status: 204 len: 168 time: 0.1628191 May 09 23:03:37.544366 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9cba7-7ed2-4b45-81cb-1b2e2c56100c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d6d226-4af6-4627-aa49-5617a721e7e3,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:38.202912 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb625a-9418-4819-8237-1a16d0c77ba8 req-9928e15b-7575-477e-8972-582fd1a31a58 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:38.205557 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-80eb625a-9418-4819-8237-1a16d0c77ba8 req-9928e15b-7575-477e-8972-582fd1a31a58 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0513771 May 09 23:03:38.260866 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-80eb625a-9418-4819-8237-1a16d0c77ba8 req-4415907e-320e-4d58-b8c0-86a6dc4b68c9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485451 May 09 23:03:38.279924 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58706) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:38.393147 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-network', 'tenant_id': '0f38af4b388e49958aa17250c181b203'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:03:38.413496 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] Made reservation on behalf of 0f38af4b388e49958aa17250c181b203 for: {'network': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:03:38.416341 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:38.426222 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:38.532771 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] Publish callbacks [] for security_group (80f73cf6-7eb3-479e-842f-51bc2f2fece8), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:38.536425 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (80f73cf6-7eb3-479e-842f-51bc2f2fece8), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:38.561148 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:03:38.570037 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f73cf6-7eb3-479e-842f-51bc2f2fece8,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:38.576308 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (7f87110a-c6af-4c89-94f9-9ade6cfa1e4a), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:38.576624 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.segments_db [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] Added segment 7f87110a-c6af-4c89-94f9-9ade6cfa1e4a of type vlan for network 741b3e88-dd66-49da-aaee-2d7e838ad44c May 09 23:03:38.621423 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (741b3e88-dd66-49da-aaee-2d7e838ad44c), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:38.645998 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (741b3e88-dd66-49da-aaee-2d7e838ad44c), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:38.647001 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:38.647571 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:38.698780 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4176390 May 09 23:03:38.701667 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58718) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:38.706950 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-37f2de23-b03a-4e4d-ace2-ff14a2e02b0b admin admin] Request body: {'subnet': {'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-subnet', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:03:38.707965 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23406e-df68-4821-85c8-19bd13eda997 admin admin] Pushing event updated for resources: {'Network': ['ID=741b3e88-dd66-49da-aaee-2d7e838ad44c,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:38.719905 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network 741b3e88-dd66-49da-aaee-2d7e838ad44c details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:03:38.731819 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f2de23-b03a-4e4d-ace2-ff14a2e02b0b admin admin] Made reservation on behalf of 0f38af4b388e49958aa17250c181b203 for: {'subnet': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:03:38.736179 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-37f2de23-b03a-4e4d-ace2-ff14a2e02b0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9732414'] for subnet (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:38.912155 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-37f2de23-b03a-4e4d-ace2-ff14a2e02b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9884008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9732392'] for subnet (7a988479-3364-4216-a8b0-ad3a5179dc4f), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:38.965429 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2de23-b03a-4e4d-ace2-ff14a2e02b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a988479-3364-4216-a8b0-ad3a5179dc4f,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:38.975761 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f2de23-b03a-4e4d-ace2-ff14a2e02b0b admin admin] Checking segment: {'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:03:38.976117 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f2de23-b03a-4e4d-ace2-ff14a2e02b0b admin admin] Network hostable DHCP agents. Network: 741b3e88-dd66-49da-aaee-2d7e838ad44c, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:03:38.993439 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f2de23-b03a-4e4d-ace2-ff14a2e02b0b admin admin] Network 741b3e88-dd66-49da-aaee-2d7e838ad44c is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:03:39.002084 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-37f2de23-b03a-4e4d-ace2-ff14a2e02b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, 741b3e88-dd66-49da-aaee-2d7e838ad44c) {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:03:39.006210 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f2de23-b03a-4e4d-ace2-ff14a2e02b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:39.006795 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-37f2de23-b03a-4e4d-ace2-ff14a2e02b0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.011632 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8abaf9f-144f-4828-9c80-a05c4867fe17 None None] Network 741b3e88-dd66-49da-aaee-2d7e838ad44c requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:03:39.023379 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-37f2de23-b03a-4e4d-ace2-ff14a2e02b0b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3206110 May 09 23:03:39.026026 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58720) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:39.030226 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:03:39.048756 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112480'] for router (5c63b4d4-c43f-48a3-8bd7-9287ad887713), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.049831 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112511'] for router (5c63b4d4-c43f-48a3-8bd7-9287ad887713), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.115736 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Publish callbacks [] for router_controller (5c63b4d4-c43f-48a3-8bd7-9287ad887713), precommit_add_association {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.121207 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b24f0e-16ea-5479-91c9-85daf8003eec-741b3e88-dd66-49da-aaee-2d7e838ad44c', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'project_id': '0f38af4b388e49958aa17250c181b203', 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f'}]}} from dv-cinder-840678-5-iscsi. {{(pid=103351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 23:03:39.122078 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.254652 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Allocated IP 172.20.0.2 (741b3e88-dd66-49da-aaee-2d7e838ad44c/7a988479-3364-4216-a8b0-ad3a5179dc4f/5e6af6ed-6a43-4446-8be3-9dfe836390e6) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:03:39.255430 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Publish callbacks [] for router_gateway (5c63b4d4-c43f-48a3-8bd7-9287ad887713), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.388172 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6543-9b89-4f28-9741-2d0cec0939f4 req-cb5709fc-4f8e-4aeb-996a-f7bb0cc61b12 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:39.391113 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-226c6543-9b89-4f28-9741-2d0cec0939f4 req-cb5709fc-4f8e-4aeb-996a-f7bb0cc61b12 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0505171 May 09 23:03:39.409681 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Publish callbacks [] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.416921 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.450084 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-226c6543-9b89-4f28-9741-2d0cec0939f4 req-eab84e8c-6d9d-41df-b749-018aa733f16d tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471497 May 09 23:03:39.464912 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Network 741b3e88-dd66-49da-aaee-2d7e838ad44c is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:03:39.477605 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Publish callbacks [] for router_gateway (5c63b4d4-c43f-48a3-8bd7-9287ad887713), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.478972 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:03:39.483564 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:03:39.495815 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Pushing event updated for resources: {'Port': ['ID=5e6af6ed-6a43-4446-8be3-9dfe836390e6,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:39.502866 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.521909 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.522351 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.522640 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.522986 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.523484 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.523657 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.523970 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.524470 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.524948 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.525422 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.525922 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.526298 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.526631 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.526958 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.527274 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:39.567919 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Attempting to bind port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:03:39.568310 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Attempting to bind port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:03:39.568685 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Attempting to bind port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 on network 741b3e88-dd66-49da-aaee-2d7e838ad44c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:03:39.574633 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:03:39.575135 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Checking segment: {'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:03:39.575770 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.576328 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Bound using segment: {'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:03:39.576944 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Bound port: 5e6af6ed-6a43-4446-8be3-9dfe836390e6, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:03:39.577547 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.649054 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Allocated IP 172.27.3.28 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:03:39.658728 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] For port 5e6af6ed-6a43-4446-8be3-9dfe836390e6, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:03:39.661960 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] For port 5e6af6ed-6a43-4446-8be3-9dfe836390e6, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=5e6af6ed-6a43-4446-8be3-9dfe836390e6,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:03:39.676293 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.752837 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08e256-13a2-484d-8479-e59fb1edba04 None None] Pushing event updated for resources: {'Port': ['ID=5e6af6ed-6a43-4446-8be3-9dfe836390e6,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:39.779765 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Publish callbacks [] for port (0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.827986 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:39.869317 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:03:39.872732 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:03:39.876470 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:03:39.906203 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Pushing event updated for resources: {'Port': ['ID=0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:40.335594 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Publish callbacks [] for router_gateway (5c63b4d4-c43f-48a3-8bd7-9287ad887713), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:40.544903 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733209'] for router (5c63b4d4-c43f-48a3-8bd7-9287ad887713), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:40.580620 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df85b1-fe1d-4f54-a1fe-fe4aa32d1a0f req-61d4c8fc-be62-46ff-bf04-e404aea48d6c tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:40.587169 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-37df85b1-fe1d-4f54-a1fe-fe4aa32d1a0f req-61d4c8fc-be62-46ff-bf04-e404aea48d6c tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0493784 May 09 23:03:40.643888 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-37df85b1-fe1d-4f54-a1fe-fe4aa32d1a0f req-da110e7d-75ed-422f-bebc-cce942d74aa9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557303 May 09 23:03:40.699088 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 is scheduled to L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 with binding_index 1 {{(pid=103350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 23:03:40.774194 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54745fb8-5b6f-46ad-a99b-e359f7d89a24 None None] Network 741b3e88-dd66-49da-aaee-2d7e838ad44c requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:03:40.828762 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:03:40.838674 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Sync routers for ids ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:03:40.848925 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Routers {'5c63b4d4-c43f-48a3-8bd7-9287ad887713'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:03:40.849478 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:40.849598 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:03:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:40.851033 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-9aca8ae0-7cf8-436e-943b-3ad744db1756 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8240337 May 09 23:03:40.854424 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58740) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:40.924815 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-5fd17fe1-e73b-4b42-9506-78a584f990ef None None] Provisioning complete for port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:40.926357 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fd17fe1-e73b-4b42-9506-78a584f990ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:40.958842 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Set router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:03:41.220251 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:40Z', 'revision_number': 3, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:41.236758 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-5fd17fe1-e73b-4b42-9506-78a584f990ef None None] Current status of the port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:41.237152 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fd17fe1-e73b-4b42-9506-78a584f990ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:41.251514 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Checking router: 5c63b4d4-c43f-48a3-8bd7-9287ad887713 for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:03:41.252035 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Updating router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 port 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b binding host dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:03:41.264391 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-fb3bfe8a-2c6c-4ad7-9fa8-a0a793d80233 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fcbf3360a1654ddbbc5812f5ea706eb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390956 May 09 23:03:41.295320 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-5fd17fe1-e73b-4b42-9506-78a584f990ef None None] For port 5e6af6ed-6a43-4446-8be3-9dfe836390e6, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=5e6af6ed-6a43-4446-8be3-9dfe836390e6,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:41.305289 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fd17fe1-e73b-4b42-9506-78a584f990ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:41.313552 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:41.381910 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 5e6af6ed-6a43-4446-8be3-9dfe836390e6 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:03:41.386140 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd17fe1-e73b-4b42-9506-78a584f990ef None None] Pushing event updated for resources: {'Port': ['ID=5e6af6ed-6a43-4446-8be3-9dfe836390e6,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:41.434465 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-1c4f41ab-d144-41ca-bf41-1a6106834e39 None None] Provisioning complete for port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:41.434904 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1c4f41ab-d144-41ca-bf41-1a6106834e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:41.544808 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f41ab-d144-41ca-bf41-1a6106834e39 None None] Current status of the port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:41.552520 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:41.552899 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:41.617669 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-0c6d8869-bf5d-4231-9c3b-a0fd4eedd34d tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:41.624388 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-0c6d8869-bf5d-4231-9c3b-a0fd4eedd34d tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3405523 May 09 23:03:41.652586 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-63b31c7d-a545-415b-b305-0af112873db3 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/quotas/fcbf3360a1654ddbbc5812f5ea706eb6 HTTP/1.1" status: 200 len: 375 time: 0.0272117 May 09 23:03:41.661303 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:41.713135 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-a33b4ada-dc3f-4ad9-b79d-72ec166fcea0 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcbf3360a1654ddbbc5812f5ea706eb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595460 May 09 23:03:41.810201 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Publish callbacks [] for port (0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:41.825815 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:41.832117 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8315b-7db0-43c4-97ff-2c4b4556fd07 req-148dff39-aa2d-482d-949d-0332a01324ed tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:41.839879 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6dd8315b-7db0-43c4-97ff-2c4b4556fd07 req-148dff39-aa2d-482d-949d-0332a01324ed tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0808342 May 09 23:03:41.882540 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:41.907279 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6dd8315b-7db0-43c4-97ff-2c4b4556fd07 req-1b29fe8b-5aca-4359-b852-562ee5067d87 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612738 May 09 23:03:41.954552 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Attempting to bind port 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:03:41.955128 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Attempting to bind port 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:03:41.955253 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Attempting to bind port 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b on network 986321da-5d6d-49d1-9abb-6b80abe174d1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:03:41.965374 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Pushing event updated for resources: {'Port': ['ID=0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:41.967800 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:03:41.968678 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Checking segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:03:41.969074 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:41.969458 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Bound using segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:03:41.970589 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Bound port: 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:03:41.971067 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:42.005102 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.005447 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.005966 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.006513 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.008100 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.008511 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.008837 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.009310 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.009783 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.010280 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.010737 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.011204 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.011697 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.012031 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.012342 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:03:42.033984 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2406f494-3b76-4b84-8e22-b814cf928218 req-d5215295-4ff8-43e2-8223-16df39c170e8 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 210 time: 0.0838559 May 09 23:03:42.078225 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] For port 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:03:42.082759 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] For port 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:03:42.091317 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:42.154050 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:03:42.163925 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Allocated IP 172.20.0.1 (741b3e88-dd66-49da-aaee-2d7e838ad44c/7a988479-3364-4216-a8b0-ad3a5179dc4f/03db8caa-c63a-4c45-a49d-efad5110ece8) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:03:42.168077 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Routers {'5c63b4d4-c43f-48a3-8bd7-9287ad887713'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:03:42.168687 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:03:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:42.236027 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a3471-b500-4e4c-bdb2-a123e9f9ee26 None None] Pushing event updated for resources: {'Port': ['ID=0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:42.341511 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] Set router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:03:42.517795 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Publish callbacks [] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:42.560383 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:42.609371 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Network 741b3e88-dd66-49da-aaee-2d7e838ad44c is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:03:42.612498 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:03:42.612639 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:40Z', 'revision_number': 3, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:42.619367 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:03:42.643761 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcceb4a-60d5-4219-af96-faddb7740ba7 None None] The sync data for ids ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'] in dv-cinder-840678-5-iscsi is: [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:40Z', 'revision_number': 3, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:03:42.656092 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Pushing event updated for resources: {'Port': ['ID=03db8caa-c63a-4c45-a49d-efad5110ece8,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:42.677136 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719412'] for router_interface (5c63b4d4-c43f-48a3-8bd7-9287ad887713), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:42.864952 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:42.988803 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-c11eba32-7fd2-4e44-b498-91973031a480 None None] Provisioning complete for port 03db8caa-c63a-4c45-a49d-efad5110ece8 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:42.989281 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c11eba32-7fd2-4e44-b498-91973031a480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:43.031726 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-c11eba32-7fd2-4e44-b498-91973031a480 None None] Port 03db8caa-c63a-4c45-a49d-efad5110ece8 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:03:43.058598 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258be75-9ca2-4f0b-8bae-06cf9232a84c req-dcb9beca-45dc-4a3e-a5d0-f680dff4b583 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:43.060835 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f258be75-9ca2-4f0b-8bae-06cf9232a84c req-dcb9beca-45dc-4a3e-a5d0-f680dff4b583 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0520699 May 09 23:03:43.087359 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Publish callbacks [] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:43.095301 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:43.134852 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f258be75-9ca2-4f0b-8bae-06cf9232a84c req-df09bcc7-9d20-4f70-9ca2-a0544f77bed6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650301 May 09 23:03:43.182607 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1c3e1ec0-469f-4b44-91fa-18bd22221127 req-e8444ee4-0d18-4a99-9923-5ec18bef6d6f tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 210 time: 0.0539265 May 09 23:03:43.197679 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719614'] for router_interface (5c63b4d4-c43f-48a3-8bd7-9287ad887713), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:43.212912 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Pushing event updated for resources: {'Port': ['ID=03db8caa-c63a-4c45-a49d-efad5110ece8,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:43.284379 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-8ab79cdd-5807-4385-8499-3997b1e1a8d9 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=fcbf3360a1654ddbbc5812f5ea706eb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621474 May 09 23:03:43.460394 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:03:43.470635 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Network 741b3e88-dd66-49da-aaee-2d7e838ad44c is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:03:43.474006 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:03:43.491930 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-c4398c1a-7ade-4b56-a651-26b197472940 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:43.493748 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-c4398c1a-7ade-4b56-a651-26b197472940 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007122 May 09 23:03:43.541311 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:43.542992 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:43.564287 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Request body: {'port': {'device_id': '77bb953a-1e2c-4c3b-a4cb-f21a9b87c493', 'network_id': 'afd39476-119c-41ec-b4db-f2130b9c6e4f', 'admin_state_up': True, 'tenant_id': 'fcbf3360a1654ddbbc5812f5ea706eb6'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:03:43.699074 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:43.699778 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:43.733263 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] For port 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:43.740002 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:43.741091 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 5e6af6ed-6a43-4446-8be3-9dfe836390e6 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:03:43.743711 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:03:43.850324 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Made reservation on behalf of fcbf3360a1654ddbbc5812f5ea706eb6 for: {'port': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:03:43.855330 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:43.872697 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:43.887679 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:43.888056 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:43.894201 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Pushing event updated for resources: {'Port': ['ID=0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:43.902103 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-3b79f52e-6a1d-4776-9b2e-acafbf1e6e83 None None] Provisioning complete for port 03db8caa-c63a-4c45-a49d-efad5110ece8 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:43.902979 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3b79f52e-6a1d-4776-9b2e-acafbf1e6e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:43.945302 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:03:43.959709 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-9946d1bc-b795-4531-a026-fdb0d902024f admin admin] 10.222.0.23 "PUT /v2.0/routers/5c63b4d4-c43f-48a3-8bd7-9287ad887713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1040244 May 09 23:03:44.001458 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3b79f52e-6a1d-4776-9b2e-acafbf1e6e83 None None] Port 03db8caa-c63a-4c45-a49d-efad5110ece8 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:03:44.039730 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Publish callbacks [] for security_group (73927f00-9623-4638-a6a9-519d1ac415a8), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.049085 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (73927f00-9623-4638-a6a9-519d1ac415a8), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.054886 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58858) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:44.055611 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:44.199436 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73927f00-9623-4638-a6a9-519d1ac415a8,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:44.262724 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-42e0c56b-1bfc-4a5b-9773-0672d1a4b6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.310342 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58870) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:44.315310 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-f13c4974-51b0-4e2c-a9a7-693aa3c8903d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1222885007', 'description': 'tempest-description--779126922'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:03:44.348652 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f13c4974-51b0-4e2c-a9a7-693aa3c8903d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.354800 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Allocated IP 192.168.233.12 (afd39476-119c-41ec-b4db-f2130b9c6e4f/228bc326-b605-4db1-8d31-73e403ca354b/1cbdddf0-c2b1-47df-b760-5d077761c252) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:03:44.365862 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a10e7-3dc6-4e0d-9106-49fca5d4aa1d req-78114a8a-53f8-4ccf-922b-d7cdbcce0b70 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:44.367476 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4c6a10e7-3dc6-4e0d-9106-49fca5d4aa1d req-78114a8a-53f8-4ccf-922b-d7cdbcce0b70 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.1405842 May 09 23:03:44.411067 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fd47812f-d840-46d4-bf20-de4c974ba28c req-6d3264ff-292a-4b1d-bd41-740da34b92da tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 210 time: 0.0351689 May 09 23:03:44.479772 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f13c4974-51b0-4e2c-a9a7-693aa3c8903d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group (63f8a23d-8dea-4b2f-840e-cd8e13d93a7a), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.484467 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f13c4974-51b0-4e2c-a9a7-693aa3c8903d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (63f8a23d-8dea-4b2f-840e-cd8e13d93a7a), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.486805 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-42e0c56b-1bfc-4a5b-9773-0672d1a4b6cc admin admin] Publish callbacks [] for security_group (ce77ec47-6185-4415-9be1-3ab37bb4cee5), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.501209 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-42e0c56b-1bfc-4a5b-9773-0672d1a4b6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (ce77ec47-6185-4415-9be1-3ab37bb4cee5), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.512788 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f13c4974-51b0-4e2c-a9a7-693aa3c8903d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.517246 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-f13c4974-51b0-4e2c-a9a7-693aa3c8903d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2026906 May 09 23:03:44.518187 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58872) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:44.522699 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-5c4626d9-e1b7-4b88-ae6a-20a1c81cd7fb tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Request body: {'security_group_rule': {'security_group_id': '63f8a23d-8dea-4b2f-840e-cd8e13d93a7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:03:44.526738 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c4974-51b0-4e2c-a9a7-693aa3c8903d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:44.537838 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4c6a10e7-3dc6-4e0d-9106-49fca5d4aa1d req-b07443b6-ddc0-414a-b33a-32c2d81c6b13 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580918 May 09 23:03:44.563271 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5c4626d9-e1b7-4b88-ae6a-20a1c81cd7fb tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group_rule (bc313489-d722-4f4e-af21-8263aa0c24aa), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.599393 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-42e0c56b-1bfc-4a5b-9773-0672d1a4b6cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62d72bb5612346a68ed3d6f4a524f2a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5405316 May 09 23:03:44.601988 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0c56b-1bfc-4a5b-9773-0672d1a4b6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce77ec47-6185-4415-9be1-3ab37bb4cee5,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:44.605574 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58874) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:44.633835 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5c4626d9-e1b7-4b88-ae6a-20a1c81cd7fb tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group_rule (bc313489-d722-4f4e-af21-8263aa0c24aa), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.644344 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5c4626d9-e1b7-4b88-ae6a-20a1c81cd7fb tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (bc313489-d722-4f4e-af21-8263aa0c24aa), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.662576 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4626d9-e1b7-4b88-ae6a-20a1c81cd7fb tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc313489-d722-4f4e-af21-8263aa0c24aa,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:44.672620 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5c4626d9-e1b7-4b88-ae6a-20a1c81cd7fb tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.673573 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-5c4626d9-e1b7-4b88-ae6a-20a1c81cd7fb tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544676 May 09 23:03:44.676271 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58876) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:44.680688 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-7fdd5ec0-fa46-48cf-9c1b-0d3894fb05c2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Request body: {'security_group_rule': {'security_group_id': '63f8a23d-8dea-4b2f-840e-cd8e13d93a7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:03:44.684810 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Sync routers for ids ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:03:44.692551 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Publish callbacks [] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.709815 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Routers {'5c63b4d4-c43f-48a3-8bd7-9287ad887713'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:03:44.713033 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-51b7ea47-8e3f-49b6-ac0d-45936a653274 admin admin] Publish callbacks [] for security_group (ce77ec47-6185-4415-9be1-3ab37bb4cee5), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.715099 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:03:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:44.722492 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7fdd5ec0-fa46-48cf-9c1b-0d3894fb05c2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group_rule (07af0070-a8d2-42ee-a1ac-7c05e3ef94d7), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.748734 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-51b7ea47-8e3f-49b6-ac0d-45936a653274 admin admin] Publish callbacks [] for security_group (ce77ec47-6185-4415-9be1-3ab37bb4cee5), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.784435 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.792136 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7fdd5ec0-fa46-48cf-9c1b-0d3894fb05c2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group_rule (07af0070-a8d2-42ee-a1ac-7c05e3ef94d7), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.799200 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7fdd5ec0-fa46-48cf-9c1b-0d3894fb05c2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (07af0070-a8d2-42ee-a1ac-7c05e3ef94d7), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.818877 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd5ec0-fa46-48cf-9c1b-0d3894fb05c2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07af0070-a8d2-42ee-a1ac-7c05e3ef94d7,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:44.824862 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7fdd5ec0-fa46-48cf-9c1b-0d3894fb05c2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.826674 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-7fdd5ec0-fa46-48cf-9c1b-0d3894fb05c2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494088 May 09 23:03:44.829787 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 58878) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:44.834355 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Request body: {'floatingip': {'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:03:44.854896 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Set router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:03:44.858163 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Network afd39476-119c-41ec-b4db-f2130b9c6e4f is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:03:44.860787 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.870257 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:03:44.874592 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:03:44.906544 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Pushing event updated for resources: {'Port': ['ID=1cbdddf0-c2b1-47df-b760-5d077761c252,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:44.927203 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-51b7ea47-8e3f-49b6-ac0d-45936a653274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (ce77ec47-6185-4415-9be1-3ab37bb4cee5), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.929518 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-51b7ea47-8e3f-49b6-ac0d-45936a653274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.933205 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-51b7ea47-8e3f-49b6-ac0d-45936a653274 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce77ec47-6185-4415-9be1-3ab37bb4cee5 HTTP/1.1" status: 204 len: 168 time: 0.3214996 May 09 23:03:44.945322 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7ea47-8e3f-49b6-ac0d-45936a653274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce77ec47-6185-4415-9be1-3ab37bb4cee5,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:44.962888 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:44.963561 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.983849 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:44.998462 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-3c76eaa5-3f8b-4248-9e0b-55ce57b3ac13 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4379878 May 09 23:03:45.010895 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Request body: {'port': {'device_id': '77bb953a-1e2c-4c3b-a4cb-f21a9b87c493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:03:45.091121 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.154829 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Allocated IP 172.27.3.47 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/90ec0690-2166-4a1f-aad1-0b7e5a44e470) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:03:45.316198 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-afe8889a-c438-4e0c-82bc-d863d2dce650 None None] Provisioning complete for port 1cbdddf0-c2b1-47df-b760-5d077761c252 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:45.316775 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-afe8889a-c438-4e0c-82bc-d863d2dce650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.335368 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for port (90ec0690-2166-4a1f-aad1-0b7e5a44e470), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.373059 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:03:45.384428 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (90ec0690-2166-4a1f-aad1-0b7e5a44e470), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.391193 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58888) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:45.406257 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 2, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:45.411558 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e6ddddb6-4551-4899-a3cb-5c085312fff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.423587 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:03:45.426612 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:03:45.429936 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:03:45.450386 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Checking router: 5c63b4d4-c43f-48a3-8bd7-9287ad887713 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:03:45.450757 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Updating router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 port 03db8caa-c63a-4c45-a49d-efad5110ece8 binding host dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:03:45.476395 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event updated for resources: {'Port': ['ID=90ec0690-2166-4a1f-aad1-0b7e5a44e470,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:45.487447 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-afe8889a-c438-4e0c-82bc-d863d2dce650 None None] Port 1cbdddf0-c2b1-47df-b760-5d077761c252 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:03:45.504444 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.519171 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:45.519714 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.539662 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbdddf0-c2b1-47df-b760-5d077761c252 {{(pid=103350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:03:45.552146 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Publish callbacks [] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.585539 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.provisioning_blocks [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Transition to ACTIVE for port object 1cbdddf0-c2b1-47df-b760-5d077761c252 will not be triggered until provisioned by entity L2. {{(pid=103350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:03:45.601410 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.611306 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155464e-df94-4a91-94ab-185fbd0d7c5c req-2fc3f3a2-1cba-490f-be19-cf7baccdbaf1 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:45.612562 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1155464e-df94-4a91-94ab-185fbd0d7c5c req-2fc3f3a2-1cba-490f-be19-cf7baccdbaf1 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 935 time: 0.0639074 May 09 23:03:45.660489 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for floatingip (b024526d-b85c-495f-9402-49c79bc76b28), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.690192 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Pushing event updated for resources: {'Port': ['ID=1cbdddf0-c2b1-47df-b760-5d077761c252,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:45.726167 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:45.727820 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e6ddddb6-4551-4899-a3cb-5c085312fff9 admin admin] Publish callbacks [] for security_group (90b78820-1f22-4acf-b1a6-9d1eeb2d286b), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.744679 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1155464e-df94-4a91-94ab-185fbd0d7c5c req-f778f36a-f717-480f-b154-ac498535b53b tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227753 May 09 23:03:45.754453 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (90ec0690-2166-4a1f-aad1-0b7e5a44e470), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.757838 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e6ddddb6-4551-4899-a3cb-5c085312fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (90b78820-1f22-4acf-b1a6-9d1eeb2d286b), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.793926 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39d039-822c-4e3d-9554-ba9f9f727a28 req-62d6e531-7098-4866-9a88-b415185e16ea tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:45.795709 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4b39d039-822c-4e3d-9554-ba9f9f727a28 req-62d6e531-7098-4866-9a88-b415185e16ea tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.1470995 May 09 23:03:45.830691 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddddb6-4551-4899-a3cb-5c085312fff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b78820-1f22-4acf-b1a6-9d1eeb2d286b,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:45.882782 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-e6ddddb6-4551-4899-a3cb-5c085312fff9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=465639098487433bae134893633f98e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4904079 May 09 23:03:45.885707 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 58894) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:45.947733 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Publish callbacks [] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.958796 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:45.970216 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Attempting to bind port 1cbdddf0-c2b1-47df-b760-5d077761c252 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:03:45.970571 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Attempting to bind port 1cbdddf0-c2b1-47df-b760-5d077761c252 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '9c9e1522-8a6b-4db8-be84-d932a22bdb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd39476-119c-41ec-b4db-f2130b9c6e4f'}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:03:45.970918 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Attempting to bind port 1cbdddf0-c2b1-47df-b760-5d077761c252 on network afd39476-119c-41ec-b4db-f2130b9c6e4f {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:03:45.978405 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4b39d039-822c-4e3d-9554-ba9f9f727a28 req-eab755ba-2ad3-480e-849e-d07b4f2c1476 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532769 May 09 23:03:45.981890 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Port 1cbdddf0-c2b1-47df-b760-5d077761c252 on network afd39476-119c-41ec-b4db-f2130b9c6e4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:03:45.982575 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Attempting to bind port 1cbdddf0-c2b1-47df-b760-5d077761c252 on network afd39476-119c-41ec-b4db-f2130b9c6e4f {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:03:46.000826 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:03:46.001487 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Checking segment: {'id': '9c9e1522-8a6b-4db8-be84-d932a22bdb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd39476-119c-41ec-b4db-f2130b9c6e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:03:46.002044 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Bound using segment: {'id': '9c9e1522-8a6b-4db8-be84-d932a22bdb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd39476-119c-41ec-b4db-f2130b9c6e4f'} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:03:46.002993 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Bound port: 1cbdddf0-c2b1-47df-b760-5d077761c252, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9e1522-8a6b-4db8-be84-d932a22bdb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'afd39476-119c-41ec-b4db-f2130b9c6e4f'}}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:03:46.002993 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.015516 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-dd63227d-6d77-4f2f-a858-a51797f09b94 admin admin] Publish callbacks [] for security_group (90b78820-1f22-4acf-b1a6-9d1eeb2d286b), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.031357 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b9983-b944-4ed3-980f-29a79356a9d2 None None] Pushing event updated for resources: {'Port': ['ID=03db8caa-c63a-4c45-a49d-efad5110ece8,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:46.040833 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for port (90ec0690-2166-4a1f-aad1-0b7e5a44e470), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.048372 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (90ec0690-2166-4a1f-aad1-0b7e5a44e470), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.072362 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-dd63227d-6d77-4f2f-a858-a51797f09b94 admin admin] Publish callbacks [] for security_group (90b78820-1f22-4acf-b1a6-9d1eeb2d286b), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.134296 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Attempting to bind port 03db8caa-c63a-4c45-a49d-efad5110ece8 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:03:46.135178 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Attempting to bind port 03db8caa-c63a-4c45-a49d-efad5110ece8 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:03:46.135780 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Attempting to bind port 03db8caa-c63a-4c45-a49d-efad5110ece8 on network 741b3e88-dd66-49da-aaee-2d7e838ad44c {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:03:46.148555 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:03:46.149331 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Checking segment: {'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:03:46.149950 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.150577 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Bound using segment: {'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:03:46.151723 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Bound port: 03db8caa-c63a-4c45-a49d-efad5110ece8, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:03:46.153208 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.165121 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event updated for resources: {'Port': ['ID=90ec0690-2166-4a1f-aad1-0b7e5a44e470,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:46.179582 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (b024526d-b85c-495f-9402-49c79bc76b28), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.180841 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] For port 1cbdddf0-c2b1-47df-b760-5d077761c252, host hv-cinder-84067, cleared binding levels {{(pid=103350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:03:46.212385 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] For port 1cbdddf0-c2b1-47df-b760-5d077761c252, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1cbdddf0-c2b1-47df-b760-5d077761c252,segment=NetworkSegment(9c9e1522-8a6b-4db8-be84-d932a22bdb36),segment_id=9c9e1522-8a6b-4db8-be84-d932a22bdb36)] {{(pid=103350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:03:46.222749 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.224280 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-f5a1e4ba-a856-46ca-8e63-b09247f85c68 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3935261 May 09 23:03:46.225178 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.254881 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] For port 03db8caa-c63a-4c45-a49d-efad5110ece8, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:03:46.259166 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] For port 03db8caa-c63a-4c45-a49d-efad5110ece8, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=03db8caa-c63a-4c45-a49d-efad5110ece8,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:03:46.267701 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.341017 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Routers {'5c63b4d4-c43f-48a3-8bd7-9287ad887713'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:03:46.341654 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:03:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:46.344351 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b9983-b944-4ed3-980f-29a79356a9d2 None None] Pushing event updated for resources: {'Port': ['ID=03db8caa-c63a-4c45-a49d-efad5110ece8,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:46.499424 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-dd63227d-6d77-4f2f-a858-a51797f09b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (90b78820-1f22-4acf-b1a6-9d1eeb2d286b), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.502081 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-dd63227d-6d77-4f2f-a858-a51797f09b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.503653 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-dd63227d-6d77-4f2f-a858-a51797f09b94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90b78820-1f22-4acf-b1a6-9d1eeb2d286b HTTP/1.1" status: 204 len: 168 time: 0.6165767 May 09 23:03:46.513666 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-31063fc7-1d2d-4ac4-8c52-97db6a849544 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1222885007&fields=id&tenant_id=0f38af4b388e49958aa17250c181b203 HTTP/1.1" status: 200 len: 267 time: 0.0759914 May 09 23:03:46.518881 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:46.519712 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.521376 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] 10.222.0.55 "PUT /v2.0/ports/1cbdddf0-c2b1-47df-b760-5d077761c252 HTTP/1.1" status: 200 len: 1097 time: 1.5150971 May 09 23:03:46.527421 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bb953a-1e2c-4c3b-a4cb-f21a9b87c493', 'tag': '1cbdddf0-c2b1-47df-b760-5d077761c252'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:03:46.529947 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4b734c-568c-4b60-9f6c-c9c141311180" -d '{"events": [{"name": "network-changed", "server_uuid": "77bb953a-1e2c-4c3b-a4cb-f21a9b87c493", "tag": "1cbdddf0-c2b1-47df-b760-5d077761c252"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:03:46.552562 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63227d-6d77-4f2f-a858-a51797f09b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b78820-1f22-4acf-b1a6-9d1eeb2d286b,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:46.563834 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcd0c7-eadf-4a79-a9c8-4209b8f476ab service neutron] Pushing event updated for resources: {'Port': ['ID=1cbdddf0-c2b1-47df-b760-5d077761c252,revision_number=3']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:46.648272 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31217061-f559-45a1-a576-47b63300c887 x-openstack-request-id: req-31217061-f559-45a1-a576-47b63300c887 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:03:46.648990 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bb953a-1e2c-4c3b-a4cb-f21a9b87c493", "tag": "1cbdddf0-c2b1-47df-b760-5d077761c252", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:03:46.649412 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31217061-f559-45a1-a576-47b63300c887 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:03:46.650533 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31217061-f559-45a1-a576-47b63300c887'] response: {'name': 'network-changed', 'server_uuid': '77bb953a-1e2c-4c3b-a4cb-f21a9b87c493', 'tag': '1cbdddf0-c2b1-47df-b760-5d077761c252', 'status': 'completed', 'code': 200} May 09 23:03:46.668660 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-23664cf7-350c-4f46-9a9a-1241587b9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:46.670370 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-23664cf7-350c-4f46-9a9a-1241587b9b01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fcbf3360a1654ddbbc5812f5ea706eb6&device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 1131 time: 0.0825977 May 09 23:03:46.731583 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-603f546e-1894-4dfe-8225-130486d54d4a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:46.737096 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-603f546e-1894-4dfe-8225-130486d54d4a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/networks?id=741b3e88-dd66-49da-aaee-2d7e838ad44c HTTP/1.1" status: 200 len: 817 time: 0.2209532 May 09 23:03:46.748421 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-b1e618e9-b788-47fb-8320-8b04809f16ef None None] Provisioning complete for port 03db8caa-c63a-4c45-a49d-efad5110ece8 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:46.748822 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b1e618e9-b788-47fb-8320-8b04809f16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:46.754762 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-9bd4edc2-32d0-4cde-85f6-6060317c0842 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=1cbdddf0-c2b1-47df-b760-5d077761c252 HTTP/1.1" status: 200 len: 217 time: 0.0664856 May 09 23:03:46.767939 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-6ad209b8-2524-44de-80b8-c4da038bf3e9 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/quotas/0f38af4b388e49958aa17250c181b203 HTTP/1.1" status: 200 len: 375 time: 0.0141270 May 09 23:03:46.782005 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] Set router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:03:46.857291 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-6c0ff2f2-640e-40fd-b66e-acddfcd88ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:46.867151 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-6c0ff2f2-640e-40fd-b66e-acddfcd88ad9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=228bc326-b605-4db1-8d31-73e403ca354b HTTP/1.1" status: 200 len: 843 time: 0.0945332 May 09 23:03:46.881391 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-8cc67840-7e42-4e4d-a43c-2b069d1def1d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f38af4b388e49958aa17250c181b203&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944138 May 09 23:03:46.957750 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-da98301a-7d8a-4b97-ad7a-1b6b26c2c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:46.959356 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-da98301a-7d8a-4b97-ad7a-1b6b26c2c8bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afd39476-119c-41ec-b4db-f2130b9c6e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0839567 May 09 23:03:46.974080 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519dfcec-2d2e-42e0-bb79-e1459fc6b97e req-2da5c4c9-e8d5-461e-8edc-1b56e4835134 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:46.983113 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-519dfcec-2d2e-42e0-bb79-e1459fc6b97e req-2da5c4c9-e8d5-461e-8edc-1b56e4835134 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 947 time: 0.0686851 May 09 23:03:47.025975 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:47.051584 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b1e618e9-b788-47fb-8320-8b04809f16ef None None] Current status of the port 03db8caa-c63a-4c45-a49d-efad5110ece8 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:47.051975 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b1e618e9-b788-47fb-8320-8b04809f16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:47.057364 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-f8362de8-bdf8-4153-8ad7-55016d811e86 service neutron] 10.222.0.23 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588912 May 09 23:03:47.098417 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-519dfcec-2d2e-42e0-bb79-e1459fc6b97e req-87dbddfa-4748-494d-bbe7-51eb5ee0af23 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108952 May 09 23:03:47.118250 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-b1e618e9-b788-47fb-8320-8b04809f16ef None None] For port 03db8caa-c63a-4c45-a49d-efad5110ece8, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=03db8caa-c63a-4c45-a49d-efad5110ece8,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:47.127288 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b1e618e9-b788-47fb-8320-8b04809f16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:47.141479 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-f4a49781-85e9-4e84-8963-f45658494e54 service neutron] 10.222.0.55 "GET /v2.0/networks/afd39476-119c-41ec-b4db-f2130b9c6e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551502 May 09 23:03:47.240618 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-ae23f41f-43a8-4fb4-983b-d236efa1536d service neutron] 10.222.0.23 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816106 May 09 23:03:47.293980 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:46Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:03:47.341516 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b21d5-cee7-467f-b3ca-d36c8e70cc75 req-93f728a6-f408-42d2-9fc3-7a7976d0110c tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:47.343399 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c54b21d5-cee7-467f-b3ca-d36c8e70cc75 req-93f728a6-f408-42d2-9fc3-7a7976d0110c tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0753257 May 09 23:03:47.348198 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e8a70b1-3769-4028-ac71-b4da47720c96 req-2651806d-e89b-4c4b-9046-79f9c3156f1e service neutron] 10.222.0.55 "GET /v2.0/networks/afd39476-119c-41ec-b4db-f2130b9c6e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968598 May 09 23:03:47.350930 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-43b0daee-59a9-4e61-99b4-ceb496b02126 None None] Provisioning complete for port 03db8caa-c63a-4c45-a49d-efad5110ece8 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:47.351411 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-43b0daee-59a9-4e61-99b4-ceb496b02126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:47.355411 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3ae14-7205-496d-9e10-7e4b242d69ca None None] The sync data for ids ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'] in dv-cinder-840678-5-iscsi is: [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:46Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:03:47.357273 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e618e9-b788-47fb-8320-8b04809f16ef None None] Pushing event updated for resources: {'Port': ['ID=03db8caa-c63a-4c45-a49d-efad5110ece8,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:47.425696 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c54b21d5-cee7-467f-b3ca-d36c8e70cc75 req-36613bed-9c7b-48e2-acba-89b2a08837bc tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746019 May 09 23:03:47.554966 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-43b0daee-59a9-4e61-99b4-ceb496b02126 None None] Current status of the port 03db8caa-c63a-4c45-a49d-efad5110ece8 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:47.617761 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d4140867-36a0-4e52-b6d7-42b846904af4 req-76841678-3336-4b64-b677-a3f4467b58c6 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 210 time: 0.0526841 May 09 23:03:48.228746 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5fa32-21f2-433d-b569-de715db9a50a req-5abcf25c-97fc-49e4-bb38-c44acbc8c2e7 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:48.230909 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-57c5fa32-21f2-433d-b569-de715db9a50a req-5abcf25c-97fc-49e4-bb38-c44acbc8c2e7 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 947 time: 0.0652103 May 09 23:03:48.301920 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b734c-568c-4b60-9f6c-c9c141311180 req-0cb714bd-1614-4ca4-9221-5020a47e60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:48.303588 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dc4b734c-568c-4b60-9f6c-c9c141311180 req-0cb714bd-1614-4ca4-9221-5020a47e60c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fcbf3360a1654ddbbc5812f5ea706eb6&device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 1131 time: 0.0603032 May 09 23:03:48.308948 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-57c5fa32-21f2-433d-b569-de715db9a50a req-54aa6467-7227-448b-913e-663b8e4154d2 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646372 May 09 23:03:48.481359 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b734c-568c-4b60-9f6c-c9c141311180 req-b3414ecf-bd1c-4387-9eef-69354e44340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:48.483663 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dc4b734c-568c-4b60-9f6c-c9c141311180 req-b3414ecf-bd1c-4387-9eef-69354e44340d service neutron] 10.222.0.55 "GET /v2.0/networks?id=afd39476-119c-41ec-b4db-f2130b9c6e4f HTTP/1.1" status: 200 len: 870 time: 0.1731336 May 09 23:03:48.537256 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dc4b734c-568c-4b60-9f6c-c9c141311180 req-1d58a29d-273e-47f4-bd5c-92c914ec4858 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=1cbdddf0-c2b1-47df-b760-5d077761c252 HTTP/1.1" status: 200 len: 217 time: 0.0411043 May 09 23:03:48.619665 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b196f-d45a-40de-af54-440223989cd7 req-52b0d824-3ca0-4ed2-a167-a50c73fad238 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:48.624748 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ec3b196f-d45a-40de-af54-440223989cd7 req-52b0d824-3ca0-4ed2-a167-a50c73fad238 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0821097 May 09 23:03:48.632860 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b734c-568c-4b60-9f6c-c9c141311180 req-984311c9-303b-4a66-bbe0-45a75bf1b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:48.634746 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dc4b734c-568c-4b60-9f6c-c9c141311180 req-984311c9-303b-4a66-bbe0-45a75bf1b3c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=228bc326-b605-4db1-8d31-73e403ca354b HTTP/1.1" status: 200 len: 843 time: 0.0849254 May 09 23:03:48.677588 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ec3b196f-d45a-40de-af54-440223989cd7 req-e960d51f-c58f-4cf5-bed6-bdf743e9d180 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471249 May 09 23:03:48.779920 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6cd8bcf6-d481-49d8-9373-7c52d969dc89 req-e96724f9-c0bb-45a0-8d4e-0f7f09755841 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 210 time: 0.0280704 May 09 23:03:49.315074 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 03db8caa-c63a-4c45-a49d-efad5110ece8 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:03:49.331957 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59018) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:49.379629 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 03db8caa-c63a-4c45-a49d-efad5110ece8 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:49.380004 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:49.408677 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a3f306f5-1720-4b55-949e-0a8eaa4fcaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:49.444355 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dc873-c1c0-4491-8301-7ac47064d3a0 req-2d018e89-c102-424e-bd7f-b3a9d1ecf0de tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:49.450609 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-cd0dc873-c1c0-4491-8301-7ac47064d3a0 req-2d018e89-c102-424e-bd7f-b3a9d1ecf0de tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 947 time: 0.0673313 May 09 23:03:49.471667 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 03db8caa-c63a-4c45-a49d-efad5110ece8 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:49.482682 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6f36df2c-3e9e-437d-966f-e24097997f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:49.520824 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-cd0dc873-c1c0-4491-8301-7ac47064d3a0 req-7655d7eb-b86d-4b84-aa62-3a5c9b1a7afd tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685444 May 09 23:03:49.575240 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6f36df2c-3e9e-437d-966f-e24097997f49 admin admin] Publish callbacks [] for security_group (97a806eb-e465-4c91-b3c3-c16df3e7ea48), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:49.579391 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6f36df2c-3e9e-437d-966f-e24097997f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (97a806eb-e465-4c91-b3c3-c16df3e7ea48), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:49.617124 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-6f36df2c-3e9e-437d-966f-e24097997f49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e55dba1fca8046dfbfcc50987fdcabd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841232 May 09 23:03:49.618073 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36df2c-3e9e-437d-966f-e24097997f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a806eb-e465-4c91-b3c3-c16df3e7ea48,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:49.619814 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 59026) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:49.670332 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c0f2-3a84-4c2f-8504-51b77b886c1f admin admin] Publish callbacks [] for security_group (97a806eb-e465-4c91-b3c3-c16df3e7ea48), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:49.693154 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c0f2-3a84-4c2f-8504-51b77b886c1f admin admin] Publish callbacks [] for security_group (97a806eb-e465-4c91-b3c3-c16df3e7ea48), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:49.741798 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c0f2-3a84-4c2f-8504-51b77b886c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (97a806eb-e465-4c91-b3c3-c16df3e7ea48), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:49.744406 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c0f2-3a84-4c2f-8504-51b77b886c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:49.745578 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-ddf3c0f2-3a84-4c2f-8504-51b77b886c1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97a806eb-e465-4c91-b3c3-c16df3e7ea48 HTTP/1.1" status: 204 len: 168 time: 0.1248045 May 09 23:03:49.763756 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3c0f2-3a84-4c2f-8504-51b77b886c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a806eb-e465-4c91-b3c3-c16df3e7ea48,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:49.778918 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 1cbdddf0-c2b1-47df-b760-5d077761c252 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:03:49.805564 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d454c-87ba-4bb1-8030-4264dd01829d req-9a0186c3-f3d0-4a45-864d-84f640062748 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:49.807214 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-622d454c-87ba-4bb1-8030-4264dd01829d req-9a0186c3-f3d0-4a45-864d-84f640062748 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0537820 May 09 23:03:49.875920 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-622d454c-87ba-4bb1-8030-4264dd01829d req-e0e55d50-51e5-44ca-b6eb-4fa690498783 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538006 May 09 23:03:49.900100 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dac06a05-808d-4644-aa3a-a13ba58fcb32 req-783acf4b-c301-4b8d-bd46-07ef21b52fa0 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 210 time: 0.0285630 May 09 23:03:49.924284 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 1cbdddf0-c2b1-47df-b760-5d077761c252, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1cbdddf0-c2b1-47df-b760-5d077761c252,segment=NetworkSegment(9c9e1522-8a6b-4db8-be84-d932a22bdb36),segment_id=9c9e1522-8a6b-4db8-be84-d932a22bdb36)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:49.935808 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': '1cbdddf0-c2b1-47df-b760-5d077761c252', 'network_id': 'afd39476-119c-41ec-b4db-f2130b9c6e4f', 'port_id': '1cbdddf0-c2b1-47df-b760-5d077761c252', 'mac_address': 'fa:16:3e:ef:12:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '228bc326-b605-4db1-8d31-73e403ca354b', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:03:49.975899 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 1cbdddf0-c2b1-47df-b760-5d077761c252 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:49.976512 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:49.990835 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbdddf0-c2b1-47df-b760-5d077761c252 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:03:50.012209 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 1cbdddf0-c2b1-47df-b760-5d077761c252, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1cbdddf0-c2b1-47df-b760-5d077761c252,segment=NetworkSegment(9c9e1522-8a6b-4db8-be84-d932a22bdb36),segment_id=9c9e1522-8a6b-4db8-be84-d932a22bdb36)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:50.016749 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:50.056877 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 59038) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:50.063805 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=1cbdddf0-c2b1-47df-b760-5d077761c252,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:50.071609 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0ee7-e62e-44c7-a9b5-b3c8a407daa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:50.146108 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0ee7-e62e-44c7-a9b5-b3c8a407daa7 admin admin] Publish callbacks [] for security_group (fe56e5b5-197e-43b7-b6f2-785914198cd0), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:50.149618 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0ee7-e62e-44c7-a9b5-b3c8a407daa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (fe56e5b5-197e-43b7-b6f2-785914198cd0), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:50.187929 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-1d0d0ee7-e62e-44c7-a9b5-b3c8a407daa7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5690f965b184141aa74bcabe11ec30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300106 May 09 23:03:50.188770 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d0ee7-e62e-44c7-a9b5-b3c8a407daa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe56e5b5-197e-43b7-b6f2-785914198cd0,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:50.190639 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59040) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:50.238350 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c339c75b-566a-4837-99a7-0f70052b7f0a admin admin] Publish callbacks [] for security_group (fe56e5b5-197e-43b7-b6f2-785914198cd0), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:50.259263 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c339c75b-566a-4837-99a7-0f70052b7f0a admin admin] Publish callbacks [] for security_group (fe56e5b5-197e-43b7-b6f2-785914198cd0), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:50.304276 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c339c75b-566a-4837-99a7-0f70052b7f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (fe56e5b5-197e-43b7-b6f2-785914198cd0), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:50.306863 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c339c75b-566a-4837-99a7-0f70052b7f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:50.308003 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-c339c75b-566a-4837-99a7-0f70052b7f0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe56e5b5-197e-43b7-b6f2-785914198cd0 HTTP/1.1" status: 204 len: 168 time: 0.1163011 May 09 23:03:50.316051 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339c75b-566a-4837-99a7-0f70052b7f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe56e5b5-197e-43b7-b6f2-785914198cd0,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:50.636372 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12660533-4a69-4f45-8823-8f4083ef6460 req-2b69b600-6b71-4f60-bc3c-9cee61e729f4 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:50.639206 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-12660533-4a69-4f45-8823-8f4083ef6460 req-2b69b600-6b71-4f60-bc3c-9cee61e729f4 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 948 time: 0.0501566 May 09 23:03:50.689142 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-12660533-4a69-4f45-8823-8f4083ef6460 req-428a262c-4427-4c91-9ade-387a8ab7f44c tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439012 May 09 23:03:51.003438 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa5ad3-2411-433d-b46f-57f7086c471d req-60b10306-4449-41e4-bc07-1d88e3cfeb6c tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:51.005841 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-91aa5ad3-2411-433d-b46f-57f7086c471d req-60b10306-4449-41e4-bc07-1d88e3cfeb6c tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0577602 May 09 23:03:51.015058 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3fbe8b24-8de7-400e-9a90-e48eefb42b4b req-95cd0014-939a-49ef-b526-1c423e6d8a33 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 210 time: 0.0379314 May 09 23:03:51.064082 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-91aa5ad3-2411-433d-b46f-57f7086c471d req-2b6793be-386c-4395-91b1-500e7c213ddf tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474653 May 09 23:03:51.365555 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59088) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:51.465384 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d577e389-e1e5-4f18-821e-f4500d753074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:51.541182 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d577e389-e1e5-4f18-821e-f4500d753074 admin admin] Publish callbacks [] for security_group (bd26189e-82a2-41bd-85b6-616b3cd8f9d6), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:51.545029 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d577e389-e1e5-4f18-821e-f4500d753074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (bd26189e-82a2-41bd-85b6-616b3cd8f9d6), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:51.613960 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-d577e389-e1e5-4f18-821e-f4500d753074 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4fd66613b3f431b854cfebf3fa1a686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472017 May 09 23:03:51.616680 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 59096) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:51.619131 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577e389-e1e5-4f18-821e-f4500d753074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd26189e-82a2-41bd-85b6-616b3cd8f9d6,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:51.627001 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b734c-568c-4b60-9f6c-c9c141311180 req-1feefe1a-b87f-4c26-b5eb-da030a5a4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:51.627933 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dc4b734c-568c-4b60-9f6c-c9c141311180 req-1feefe1a-b87f-4c26-b5eb-da030a5a4ad5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afd39476-119c-41ec-b4db-f2130b9c6e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0671113 May 09 23:03:51.698443 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1a3db23-ed75-4f31-a5f3-e4146ea3beb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:51.749816 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8f58-ec85-4436-bec3-6f22fbf0d7e6 admin admin] Publish callbacks [] for security_group (bd26189e-82a2-41bd-85b6-616b3cd8f9d6), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:51.760781 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dc4b734c-568c-4b60-9f6c-c9c141311180 req-e95e5fb6-30b4-4f9d-bb38-76cb45c389d7 service neutron] 10.222.0.55 "GET /v2.0/networks/afd39476-119c-41ec-b4db-f2130b9c6e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237464 May 09 23:03:51.779863 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-58d302d1-2cb4-4ded-85f8-b868bcf57271 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:51.782228 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-58d302d1-2cb4-4ded-85f8-b868bcf57271 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.55 "GET /v2.0/networks?id=741b3e88-dd66-49da-aaee-2d7e838ad44c HTTP/1.1" status: 200 len: 817 time: 0.1574600 May 09 23:03:51.812419 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['1cbdddf0-c2b1-47df-b760-5d077761c252'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:03:51.825056 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8f58-ec85-4436-bec3-6f22fbf0d7e6 admin admin] Publish callbacks [] for security_group (bd26189e-82a2-41bd-85b6-616b3cd8f9d6), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:51.866708 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2849abd-52c3-45ee-9e56-08dd8ca68c29 req-2618d1ce-f511-4a11-9bf6-2e2a28ab5182 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:51.868277 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f2849abd-52c3-45ee-9e56-08dd8ca68c29 req-2618d1ce-f511-4a11-9bf6-2e2a28ab5182 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 948 time: 0.0971918 May 09 23:03:51.891297 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dc4b734c-568c-4b60-9f6c-c9c141311180 req-426123cc-60b2-4c50-a9ec-fad33466d1fc service neutron] 10.222.0.55 "GET /v2.0/networks/afd39476-119c-41ec-b4db-f2130b9c6e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160328 May 09 23:03:51.943287 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-aa6640b2-d836-4f58-9372-44341390a7e5 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f38af4b388e49958aa17250c181b203 HTTP/1.1" status: 200 len: 380 time: 0.1447234 May 09 23:03:51.958190 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f2849abd-52c3-45ee-9e56-08dd8ca68c29 req-a2d0b3f0-a8a8-4142-a737-b6d8e104470c tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745201 May 09 23:03:51.962250 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8f58-ec85-4436-bec3-6f22fbf0d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (bd26189e-82a2-41bd-85b6-616b3cd8f9d6), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:51.964797 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8f58-ec85-4436-bec3-6f22fbf0d7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:51.968751 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-2f5e8f58-ec85-4436-bec3-6f22fbf0d7e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd26189e-82a2-41bd-85b6-616b3cd8f9d6 HTTP/1.1" status: 204 len: 168 time: 0.3480277 May 09 23:03:51.985642 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-ef7e9978-dd60-4408-896f-2618dcfee7d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Request body: {'port': {'device_id': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'admin_state_up': True, 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'security_groups': ['63f8a23d-8dea-4b2f-840e-cd8e13d93a7a']}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:03:51.992610 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e8f58-ec85-4436-bec3-6f22fbf0d7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd26189e-82a2-41bd-85b6-616b3cd8f9d6,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:52.128401 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-ef7e9978-dd60-4408-896f-2618dcfee7d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Made reservation on behalf of 0f38af4b388e49958aa17250c181b203 for: {'port': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:03:52.132024 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-ef7e9978-dd60-4408-896f-2618dcfee7d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:52.158183 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-993c6751-09ec-4607-bcd9-ae30c621d50a req-040ff09d-76a0-49db-bb88-43d3650238da tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 210 time: 0.0331349 May 09 23:03:52.233312 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4f77f-081c-412e-ae66-96dd538dba0c req-a672340c-683e-4978-8bd6-37d7568dff0f tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:52.234844 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-28d4f77f-081c-412e-ae66-96dd538dba0c req-a672340c-683e-4978-8bd6-37d7568dff0f tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0910318 May 09 23:03:52.332002 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-28d4f77f-081c-412e-ae66-96dd538dba0c req-9d9827b5-4de0-4319-adf1-d214c03ec1bd tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890417 May 09 23:03:52.347536 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-ef7e9978-dd60-4408-896f-2618dcfee7d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Allocated IP 172.20.0.11 (741b3e88-dd66-49da-aaee-2d7e838ad44c/7a988479-3364-4216-a8b0-ad3a5179dc4f/9b2aff87-eeca-44a4-b616-becbcd5f1d58) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:03:52.490885 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-ef7e9978-dd60-4408-896f-2618dcfee7d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:52.529610 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-ef7e9978-dd60-4408-896f-2618dcfee7d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:52.578819 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-ef7e9978-dd60-4408-896f-2618dcfee7d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Network 741b3e88-dd66-49da-aaee-2d7e838ad44c is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:03:52.582505 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-ef7e9978-dd60-4408-896f-2618dcfee7d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:03:52.589269 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-ef7e9978-dd60-4408-896f-2618dcfee7d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:03:52.594326 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e9978-dd60-4408-896f-2618dcfee7d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event updated for resources: {'Port': ['ID=9b2aff87-eeca-44a4-b616-becbcd5f1d58,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:52.640873 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-ef7e9978-dd60-4408-896f-2618dcfee7d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:52.641625 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-ef7e9978-dd60-4408-896f-2618dcfee7d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:52.658997 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-ef7e9978-dd60-4408-896f-2618dcfee7d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6880622 May 09 23:03:52.680882 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Request body: {'port': {'device_id': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:03:52.750448 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:52.847111 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-cf621557-fdb9-4e24-b000-75815574f9eb None None] Provisioning complete for port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:52.848148 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cf621557-fdb9-4e24-b000-75815574f9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:52.885046 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-cf621557-fdb9-4e24-b000-75815574f9eb None None] Port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:03:52.904887 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:53.025753 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2aff87-eeca-44a4-b616-becbcd5f1d58 {{(pid=103349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:03:53.034562 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Publish callbacks [] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:53.052817 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.provisioning_blocks [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Transition to ACTIVE for port object 9b2aff87-eeca-44a4-b616-becbcd5f1d58 will not be triggered until provisioned by entity L2. {{(pid=103349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:03:53.058569 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:53.078862 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393bf5a-da94-4f40-9667-5c8076339710 req-2ee4992a-89d2-4f2b-a63e-52b1ffab05fa tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:53.080452 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1393bf5a-da94-4f40-9667-5c8076339710 req-2ee4992a-89d2-4f2b-a63e-52b1ffab05fa tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 948 time: 0.0510266 May 09 23:03:53.140523 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2aff87-eeca-44a4-b616-becbcd5f1d58,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:53.160152 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1393bf5a-da94-4f40-9667-5c8076339710 req-95558d0f-0c3e-4208-afcd-398b150ca296 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739701 May 09 23:03:53.207281 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Attempting to bind port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:03:53.207535 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Attempting to bind port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:03:53.207871 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Attempting to bind port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 on network 741b3e88-dd66-49da-aaee-2d7e838ad44c {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:03:53.212606 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 on network 741b3e88-dd66-49da-aaee-2d7e838ad44c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:03:53.212925 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Attempting to bind port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 on network 741b3e88-dd66-49da-aaee-2d7e838ad44c {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:03:53.218822 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:03:53.219172 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Checking segment: {'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:03:53.219562 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Bound using segment: {'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:03:53.219997 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Bound port: 9b2aff87-eeca-44a4-b616-becbcd5f1d58, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'}}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:03:53.220359 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:53.322356 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] For port 9b2aff87-eeca-44a4-b616-becbcd5f1d58, host hv-cinder-84067, cleared binding levels {{(pid=103349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:03:53.329668 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2c03-4aab-493f-b4d8-cdb895f51049 req-86dd979d-744e-4ad5-b5f3-9edec6136bea tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:53.331225 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-507a2c03-4aab-493f-b4d8-cdb895f51049 req-86dd979d-744e-4ad5-b5f3-9edec6136bea tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0686049 May 09 23:03:53.333033 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] For port 9b2aff87-eeca-44a4-b616-becbcd5f1d58, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:03:53.345277 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:53.392763 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:53.393391 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:53.395170 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] 10.222.0.55 "PUT /v2.0/ports/9b2aff87-eeca-44a4-b616-becbcd5f1d58 HTTP/1.1" status: 200 len: 1094 time: 0.7188864 May 09 23:03:53.398591 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'tag': '9b2aff87-eeca-44a4-b616-becbcd5f1d58'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:03:53.400938 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9198cb7d-28a3-45c3-a3a9-57a84c68441c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5734d5-da65-4ee8-8684-e236f56da50a", "tag": "9b2aff87-eeca-44a4-b616-becbcd5f1d58"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:03:53.474555 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440155b8-a143-4322-96ec-d7edb0e99b39 req-ad167a83-4d69-44e5-97ba-73b1fa44590e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:53.476108 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-440155b8-a143-4322-96ec-d7edb0e99b39 req-ad167a83-4d69-44e5-97ba-73b1fa44590e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0726802 May 09 23:03:53.512518 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-507a2c03-4aab-493f-b4d8-cdb895f51049 req-28eb5c45-f763-42d4-84fc-a7f093c956cd tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754429 May 09 23:03:53.516136 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d158b2-3bb0-4032-a78e-f38c2584bf88 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2aff87-eeca-44a4-b616-becbcd5f1d58,revision_number=3']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:53.526724 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-38682cc4-1405-4bfb-8eeb-f66ac8505263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:53.528285 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-38682cc4-1405-4bfb-8eeb-f66ac8505263 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f38af4b388e49958aa17250c181b203&device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 1128 time: 0.0821035 May 09 23:03:53.561085 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-440155b8-a143-4322-96ec-d7edb0e99b39 req-7213c83c-5ace-41d4-bdfe-ea3472bb69c1 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775282 May 09 23:03:53.599660 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7fa0cc-59d8-45dd-9a21-14013bfe2b88 x-openstack-request-id: req-fc7fa0cc-59d8-45dd-9a21-14013bfe2b88 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:03:53.599840 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5734d5-da65-4ee8-8684-e236f56da50a", "tag": "9b2aff87-eeca-44a4-b616-becbcd5f1d58", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:03:53.600058 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc7fa0cc-59d8-45dd-9a21-14013bfe2b88 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:03:53.600416 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7fa0cc-59d8-45dd-9a21-14013bfe2b88'] response: {'name': 'network-changed', 'server_uuid': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'tag': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'status': 'completed', 'code': 200} May 09 23:03:53.602277 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-674ea7ea-6326-4c0d-bb4c-24596ba77ca8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58 HTTP/1.1" status: 200 len: 217 time: 0.0459731 May 09 23:03:53.664194 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-85e30f64-45eb-4dfe-81f3-cb0299b7bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:53.665673 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-85e30f64-45eb-4dfe-81f3-cb0299b7bb04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a988479-3364-4216-a8b0-ad3a5179dc4f HTTP/1.1" status: 200 len: 856 time: 0.0564587 May 09 23:03:53.722093 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-82a7ec85-4681-4173-b490-f69203c2ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:53.724178 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 1cbdddf0-c2b1-47df-b760-5d077761c252 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:03:53.724331 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-82a7ec85-4681-4173-b490-f69203c2ad3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=741b3e88-dd66-49da-aaee-2d7e838ad44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447152 May 09 23:03:53.790993 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port 1cbdddf0-c2b1-47df-b760-5d077761c252 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:03:53.802925 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port 1cbdddf0-c2b1-47df-b760-5d077761c252 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:03:53.803604 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:53.860215 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-9f9a45ad-3be4-4411-8106-898f32b10ea2 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263149 May 09 23:03:53.895245 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 1cbdddf0-c2b1-47df-b760-5d077761c252 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:53.895883 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:53.920673 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bb953a-1e2c-4c3b-a4cb-f21a9b87c493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbdddf0-c2b1-47df-b760-5d077761c252'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:03:53.922960 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cd6fd7-91f5-427f-ac70-ee5c2ab999e8" -d '{"events": [{"server_uuid": "77bb953a-1e2c-4c3b-a4cb-f21a9b87c493", "name": "network-vif-plugged", "status": "completed", "tag": "1cbdddf0-c2b1-47df-b760-5d077761c252"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:03:53.937675 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 1cbdddf0-c2b1-47df-b760-5d077761c252, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1cbdddf0-c2b1-47df-b760-5d077761c252,segment=NetworkSegment(9c9e1522-8a6b-4db8-be84-d932a22bdb36),segment_id=9c9e1522-8a6b-4db8-be84-d932a22bdb36)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:53.943704 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:53.968392 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73754f7b-5e71-44cb-85c2-db15319700f7 x-openstack-request-id: req-73754f7b-5e71-44cb-85c2-db15319700f7 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:03:53.968707 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bb953a-1e2c-4c3b-a4cb-f21a9b87c493", "name": "network-vif-plugged", "status": "completed", "tag": "1cbdddf0-c2b1-47df-b760-5d077761c252", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:03:53.968963 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73754f7b-5e71-44cb-85c2-db15319700f7 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:03:53.969371 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73754f7b-5e71-44cb-85c2-db15319700f7'] response: {'server_uuid': '77bb953a-1e2c-4c3b-a4cb-f21a9b87c493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbdddf0-c2b1-47df-b760-5d077761c252', 'code': 200} May 09 23:03:53.972360 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71eb818a-5bbd-4735-90f4-0dc57fe03e64 req-f04160e7-eaad-46d3-b7ea-001dd27d91b4 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978742 May 09 23:03:54.000556 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=1cbdddf0-c2b1-47df-b760-5d077761c252,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:54.276351 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24adb7-ba02-4e06-82e3-b7f7d48c4efd req-dbc99d86-0002-48e9-abe5-64d10c4af4e6 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:54.277794 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ac24adb7-ba02-4e06-82e3-b7f7d48c4efd req-dbc99d86-0002-48e9-abe5-64d10c4af4e6 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 949 time: 0.0480914 May 09 23:03:54.316834 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:54.325789 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ac24adb7-ba02-4e06-82e3-b7f7d48c4efd req-5270a83b-a759-42df-9be9-30636438b438 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 May 09 23:03:54.640820 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab945173-c4c5-40f0-979a-c7bca5a98f2d req-2ffe3cc9-13c1-454d-aab0-be8d885485cc tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:54.642477 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ab945173-c4c5-40f0-979a-c7bca5a98f2d req-2ffe3cc9-13c1-454d-aab0-be8d885485cc tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0487607 May 09 23:03:54.667678 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80eac43-40b2-481d-8779-3afde7101ac5 req-420541f6-369a-4c70-be28-9acdd69b2a96 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:54.669187 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f80eac43-40b2-481d-8779-3afde7101ac5 req-420541f6-369a-4c70-be28-9acdd69b2a96 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0512159 May 09 23:03:54.693306 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ab945173-c4c5-40f0-979a-c7bca5a98f2d req-283889f7-3f45-43e8-a174-30108bfbfe54 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451148 May 09 23:03:54.720639 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f80eac43-40b2-481d-8779-3afde7101ac5 req-29256bc4-3b5f-4fe4-98fd-65ee68130c0a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453937 May 09 23:03:55.012321 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198cb7d-28a3-45c3-a3a9-57a84c68441c req-0e8cc3e8-e2fa-476d-9702-f3fc20858705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:55.013913 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9198cb7d-28a3-45c3-a3a9-57a84c68441c req-0e8cc3e8-e2fa-476d-9702-f3fc20858705 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f38af4b388e49958aa17250c181b203&device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 1128 time: 0.0419486 May 09 23:03:55.075454 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c17210-2502-4b66-96ce-5eae2e49d241 req-a710fb28-6d46-4bd0-85d0-273dcb8e62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:55.077554 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-78c17210-2502-4b66-96ce-5eae2e49d241 req-a710fb28-6d46-4bd0-85d0-273dcb8e62e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 1133 time: 0.0398777 May 09 23:03:55.124889 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-78c17210-2502-4b66-96ce-5eae2e49d241 req-b93ce085-4110-41e8-b1fb-e4eb243c4471 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368483 May 09 23:03:55.131091 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198cb7d-28a3-45c3-a3a9-57a84c68441c req-c024a1bd-3088-4c24-b6cc-2741c16ca742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:55.132533 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9198cb7d-28a3-45c3-a3a9-57a84c68441c req-c024a1bd-3088-4c24-b6cc-2741c16ca742 service neutron] 10.222.0.55 "GET /v2.0/networks?id=741b3e88-dd66-49da-aaee-2d7e838ad44c HTTP/1.1" status: 200 len: 918 time: 0.0895658 May 09 23:03:55.380560 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9198cb7d-28a3-45c3-a3a9-57a84c68441c req-ba604500-e7db-4607-9092-ea887d189a32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58 HTTP/1.1" status: 200 len: 217 time: 0.0398660 May 09 23:03:55.430237 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198cb7d-28a3-45c3-a3a9-57a84c68441c req-434d7387-0db0-48b5-ae9e-143598507600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:55.431714 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9198cb7d-28a3-45c3-a3a9-57a84c68441c req-434d7387-0db0-48b5-ae9e-143598507600 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a988479-3364-4216-a8b0-ad3a5179dc4f HTTP/1.1" status: 200 len: 856 time: 0.0441992 May 09 23:03:55.444233 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00809c9d-b888-4d9f-beb7-ec2aebd569d3 req-a2f00683-9d11-445b-b5b5-29e126971f43 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:55.445711 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-00809c9d-b888-4d9f-beb7-ec2aebd569d3 req-a2f00683-9d11-445b-b5b5-29e126971f43 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 949 time: 0.0514572 May 09 23:03:55.493127 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-00809c9d-b888-4d9f-beb7-ec2aebd569d3 req-3206a53f-8595-4fd1-9ff5-1080d693cc4d tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 May 09 23:03:55.527194 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198cb7d-28a3-45c3-a3a9-57a84c68441c req-33cd5857-e768-4009-80a3-a717fa5f5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:55.528914 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9198cb7d-28a3-45c3-a3a9-57a84c68441c req-33cd5857-e768-4009-80a3-a717fa5f5527 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=741b3e88-dd66-49da-aaee-2d7e838ad44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442839 May 09 23:03:55.646863 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:55.811246 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bc4da-051f-483d-a298-0e82abc0f1ca req-a125294e-70a9-47d5-91df-560aa5622168 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:55.812908 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-510bc4da-051f-483d-a298-0e82abc0f1ca req-a125294e-70a9-47d5-91df-560aa5622168 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0497804 May 09 23:03:55.839123 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac683825-9619-42a2-8e12-3914039519b0 req-6d953184-87b9-4ccc-99b8-07593c7d2093 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:55.840947 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ac683825-9619-42a2-8e12-3914039519b0 req-6d953184-87b9-4ccc-99b8-07593c7d2093 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0501909 May 09 23:03:55.861333 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-510bc4da-051f-483d-a298-0e82abc0f1ca req-64e5c6be-0f67-48cd-be94-32c8e7925922 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424190 May 09 23:03:55.890471 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ac683825-9619-42a2-8e12-3914039519b0 req-b5007003-c1dd-4817-9143-77ea48029ef9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 May 09 23:03:55.980489 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9198cb7d-28a3-45c3-a3a9-57a84c68441c req-00fe24f4-d31a-482a-90f7-e2beabe38b2a service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888090 May 09 23:03:56.071347 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9198cb7d-28a3-45c3-a3a9-57a84c68441c req-be143e77-1aeb-4790-8b9e-8f36e7d53364 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841017 May 09 23:03:56.301600 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 59222) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:56.402215 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7805c54b-0eb5-4061-81f6-b2335bd712dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:56.473993 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7805c54b-0eb5-4061-81f6-b2335bd712dd admin admin] Publish callbacks [] for security_group (d55772e1-fbf2-498e-8e13-e7ccca2861fd), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:56.477468 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7805c54b-0eb5-4061-81f6-b2335bd712dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d55772e1-fbf2-498e-8e13-e7ccca2861fd), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:56.515238 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-7805c54b-0eb5-4061-81f6-b2335bd712dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a10894d1a0b54c95afbb01ed1464b3d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120528 May 09 23:03:56.516153 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805c54b-0eb5-4061-81f6-b2335bd712dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55772e1-fbf2-498e-8e13-e7ccca2861fd,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:56.517877 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59228) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:56.567007 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c87da8e4-8410-49ad-899c-0fcd69465b4a admin admin] Publish callbacks [] for security_group (d55772e1-fbf2-498e-8e13-e7ccca2861fd), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:56.588241 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c87da8e4-8410-49ad-899c-0fcd69465b4a admin admin] Publish callbacks [] for security_group (d55772e1-fbf2-498e-8e13-e7ccca2861fd), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:56.612867 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a71138-50f0-4117-a800-e889d5844633 req-296d0fac-1dcf-473d-aa3d-e34c704cf369 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:56.614496 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b0a71138-50f0-4117-a800-e889d5844633 req-296d0fac-1dcf-473d-aa3d-e34c704cf369 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 949 time: 0.0505915 May 09 23:03:56.646067 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c87da8e4-8410-49ad-899c-0fcd69465b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d55772e1-fbf2-498e-8e13-e7ccca2861fd), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:56.648708 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c87da8e4-8410-49ad-899c-0fcd69465b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:56.651387 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-c87da8e4-8410-49ad-899c-0fcd69465b4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d55772e1-fbf2-498e-8e13-e7ccca2861fd HTTP/1.1" status: 204 len: 168 time: 0.1315377 May 09 23:03:56.664993 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87da8e4-8410-49ad-899c-0fcd69465b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55772e1-fbf2-498e-8e13-e7ccca2861fd,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:56.884327 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b0a71138-50f0-4117-a800-e889d5844633 req-db99c404-3cd3-4e29-bb70-d4155d02072c tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637627 May 09 23:03:57.019892 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4665ba6-d22a-4038-90cf-e833c9bb0d64 req-a46af69f-a3e5-4c03-8bbc-48057e10f5ce tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:57.021408 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e4665ba6-d22a-4038-90cf-e833c9bb0d64 req-a46af69f-a3e5-4c03-8bbc-48057e10f5ce tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0727918 May 09 23:03:57.021947 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59246) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:57.048879 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbf52d-bc7b-4ab5-8c3e-97b75e2c1ad0 req-70aec125-5f69-4939-83e0-e761ad63e297 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:57.054217 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0649bbc6-ee8d-4eb8-a79d-7039c0e57db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:57.055824 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-17bbf52d-bc7b-4ab5-8c3e-97b75e2c1ad0 req-70aec125-5f69-4939-83e0-e761ad63e297 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0818501 May 09 23:03:57.102462 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e4665ba6-d22a-4038-90cf-e833c9bb0d64 req-68ccfc11-560a-4c21-bca9-5e4b29be05b6 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732486 May 09 23:03:57.107729 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-17bbf52d-bc7b-4ab5-8c3e-97b75e2c1ad0 req-dca39838-f6a4-4ac5-b610-88bd75d945c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509214 May 09 23:03:57.160994 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0649bbc6-ee8d-4eb8-a79d-7039c0e57db4 admin admin] Publish callbacks [] for security_group (c569733a-3d98-4e12-b413-c828d78de586), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:57.164657 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0649bbc6-ee8d-4eb8-a79d-7039c0e57db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (c569733a-3d98-4e12-b413-c828d78de586), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:57.201739 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649bbc6-ee8d-4eb8-a79d-7039c0e57db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c569733a-3d98-4e12-b413-c828d78de586,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:57.206592 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-0649bbc6-ee8d-4eb8-a79d-7039c0e57db4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ebe2057ac1b404780bcaa096d6ffed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836965 May 09 23:03:57.209183 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59250) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:03:57.262001 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9fd9-98c3-4c00-8a18-988d8c7c2586 admin admin] Publish callbacks [] for security_group (c569733a-3d98-4e12-b413-c828d78de586), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:57.282980 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9fd9-98c3-4c00-8a18-988d8c7c2586 admin admin] Publish callbacks [] for security_group (c569733a-3d98-4e12-b413-c828d78de586), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:57.327941 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9fd9-98c3-4c00-8a18-988d8c7c2586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (c569733a-3d98-4e12-b413-c828d78de586), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:57.330516 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9fd9-98c3-4c00-8a18-988d8c7c2586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:57.331654 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-1a5e9fd9-98c3-4c00-8a18-988d8c7c2586 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c569733a-3d98-4e12-b413-c828d78de586 HTTP/1.1" status: 204 len: 168 time: 0.1215954 May 09 23:03:57.339080 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e9fd9-98c3-4c00-8a18-988d8c7c2586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c569733a-3d98-4e12-b413-c828d78de586,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:57.995669 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371fb63-7616-4342-ae91-c54d909e9c4f req-e6483c5d-29ca-4f79-85c9-fa102d239ace tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:57.997248 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9371fb63-7616-4342-ae91-c54d909e9c4f req-e6483c5d-29ca-4f79-85c9-fa102d239ace tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 949 time: 0.0469713 May 09 23:03:58.047108 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9371fb63-7616-4342-ae91-c54d909e9c4f req-04e790f7-7059-4c27-9128-78ef49539741 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 May 09 23:03:58.233790 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680f927-960a-4299-88bd-8021a8c83168 req-f630c8e7-d2bc-4d40-b4fd-c9270d8d4705 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:58.235301 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9680f927-960a-4299-88bd-8021a8c83168 req-f630c8e7-d2bc-4d40-b4fd-c9270d8d4705 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0550706 May 09 23:03:58.236849 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea45db-31a1-4266-9456-4d1554b349be req-1778bec8-65c7-451e-9717-140e7046ab82 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:58.238367 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a6ea45db-31a1-4266-9456-4d1554b349be req-1778bec8-65c7-451e-9717-140e7046ab82 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0573063 May 09 23:03:58.294027 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a6ea45db-31a1-4266-9456-4d1554b349be req-4fdb0116-2619-444d-9b5e-8630f0769a93 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495842 May 09 23:03:58.294555 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9680f927-960a-4299-88bd-8021a8c83168 req-0f9f2e4d-d350-49a8-a158-538f3667a6c8 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489175 May 09 23:03:58.313588 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 9b2aff87-eeca-44a4-b616-becbcd5f1d58 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:03:58.415106 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 9b2aff87-eeca-44a4-b616-becbcd5f1d58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:58.429431 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'port_id': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'mac_address': 'fa:16:3e:17:c9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:03:58.466278 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:03:58.466692 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:58.480122 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2aff87-eeca-44a4-b616-becbcd5f1d58 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:03:58.501706 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 9b2aff87-eeca-44a4-b616-becbcd5f1d58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:03:58.505202 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:03:58.555925 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=9b2aff87-eeca-44a4-b616-becbcd5f1d58,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:03:59.168740 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dd7a6-4574-4699-83af-6e26bb457277 req-0f51a582-6fae-4244-8d72-f900c5bae6f3 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:59.171395 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6b8dd7a6-4574-4699-83af-6e26bb457277 req-0f51a582-6fae-4244-8d72-f900c5bae6f3 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 949 time: 0.0581050 May 09 23:03:59.224564 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6b8dd7a6-4574-4699-83af-6e26bb457277 req-ee5c8456-e515-40a2-99b0-9272bb15264f tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478849 May 09 23:03:59.419176 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cdfbb-5005-4464-8701-9f4a320a04e4 req-2d844802-5b0d-4fbd-806b-af1953b906c2 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:59.420766 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4a4cdfbb-5005-4464-8701-9f4a320a04e4 req-2d844802-5b0d-4fbd-806b-af1953b906c2 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0656440 May 09 23:03:59.432253 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd0bbd-a0a1-473d-b187-d5e50ad028e6 req-2bf94d2d-34fe-4e9e-96f0-b345f9508e9c tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:03:59.433743 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b0bd0bbd-a0a1-473d-b187-d5e50ad028e6 req-2bf94d2d-34fe-4e9e-96f0-b345f9508e9c tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 945 time: 0.0480194 May 09 23:03:59.472824 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4a4cdfbb-5005-4464-8701-9f4a320a04e4 req-2ff54364-30ad-448a-b4bc-cc104076e2b7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 May 09 23:03:59.486393 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b0bd0bbd-a0a1-473d-b187-d5e50ad028e6 req-3563410f-3afe-400a-88b3-f5e7eeff1768 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463820 May 09 23:04:00.339533 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9ec70-44fa-42c6-934b-ce0e98ff26a7 req-29068995-ddf1-437a-b7a1-7170273e45c2 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:00.340993 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ceb9ec70-44fa-42c6-934b-ce0e98ff26a7 req-29068995-ddf1-437a-b7a1-7170273e45c2 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 949 time: 0.0482512 May 09 23:04:00.386628 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ceb9ec70-44fa-42c6-934b-ce0e98ff26a7 req-cb8935c0-eca8-4f72-8adc-ff90830787c4 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396800 May 09 23:04:00.396372 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['9b2aff87-eeca-44a4-b616-becbcd5f1d58'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:04:00.593996 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e414d-9a50-4ee6-9a4d-7b448023649c req-d10257a3-dc59-498d-ba72-b028071c11a3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:00.595537 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fa2e414d-9a50-4ee6-9a4d-7b448023649c req-d10257a3-dc59-498d-ba72-b028071c11a3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0499852 May 09 23:04:00.643885 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fa2e414d-9a50-4ee6-9a4d-7b448023649c req-1cf9e788-f7a5-4f6d-9fbe-fc03a76f6b1a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427268 May 09 23:04:00.654028 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894658bd-022e-4434-be6e-d0e2b515453c req-2e3ea599-8a0e-43a6-8c0f-894ccefd9d2a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:00.656115 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-894658bd-022e-4434-be6e-d0e2b515453c req-2e3ea599-8a0e-43a6-8c0f-894ccefd9d2a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 945 time: 0.0486162 May 09 23:04:00.708045 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-894658bd-022e-4434-be6e-d0e2b515453c req-d7f4c832-e826-451e-9a1f-b6a72f139e47 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456038 May 09 23:04:00.746656 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f2961-a088-44f1-9007-82682ef71fe0 req-4456ff06-0356-4879-98ab-0c04218bfa50 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:00.748387 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-dc7f2961-a088-44f1-9007-82682ef71fe0 req-4456ff06-0356-4879-98ab-0c04218bfa50 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 949 time: 0.0507739 May 09 23:04:00.797038 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-dc7f2961-a088-44f1-9007-82682ef71fe0 req-aa8ac433-f5af-480b-b069-ed6fcac2b4c9 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 May 09 23:04:01.756978 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426204e8-5dd8-42e8-ba4c-afa3b12b8676 req-f786b5ff-9487-4acb-b8ff-9e546874d4a8 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:01.758478 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-426204e8-5dd8-42e8-ba4c-afa3b12b8676 req-f786b5ff-9487-4acb-b8ff-9e546874d4a8 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0479145 May 09 23:04:01.809176 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-426204e8-5dd8-42e8-ba4c-afa3b12b8676 req-7eb256f7-7035-4138-b4bd-6ddbb0203db7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436337 May 09 23:04:01.837734 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb769d42-9357-40b8-8b93-67add7767105 req-84e4cc56-b2a5-4200-8227-5ee92ca8c89f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:01.839317 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-eb769d42-9357-40b8-8b93-67add7767105 req-84e4cc56-b2a5-4200-8227-5ee92ca8c89f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 945 time: 0.0571165 May 09 23:04:01.892377 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-eb769d42-9357-40b8-8b93-67add7767105 req-5f7a3da1-6657-44d8-b55c-ecfefbfe7862 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470798 May 09 23:04:01.920002 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39b5e-6706-4cce-99a8-5f5126a83e31 req-3bd2d16e-b130-49ff-b791-5e2d576ac8b3 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:01.921690 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dce39b5e-6706-4cce-99a8-5f5126a83e31 req-3bd2d16e-b130-49ff-b791-5e2d576ac8b3 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 949 time: 0.0519326 May 09 23:04:01.972380 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dce39b5e-6706-4cce-99a8-5f5126a83e31 req-cc36cb20-f8f5-4c45-8a79-17987458a3d2 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/security-groups?id=73927f00-9623-4638-a6a9-519d1ac415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441794 May 09 23:04:02.041756 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 9b2aff87-eeca-44a4-b616-becbcd5f1d58 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:04:02.091711 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:04:02.098839 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcd755-ecf9-412a-91a7-ebe5d6f13b9c req-3c737acf-d618-438d-b4b3-0b0bead382d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:02.099138 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:02.099592 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:02.100760 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f5bcd755-ecf9-412a-91a7-ebe5d6f13b9c req-3c737acf-d618-438d-b4b3-0b0bead382d1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 1130 time: 0.0416415 May 09 23:04:02.171129 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f5bcd755-ecf9-412a-91a7-ebe5d6f13b9c req-551a15bc-6294-456e-b257-dc5f7fed1163 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442762 May 09 23:04:02.184451 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:02.184852 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:02.216330 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2aff87-eeca-44a4-b616-becbcd5f1d58'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:04:02.218830 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f1a4f2-7ad9-4ba5-89cb-2743d7e8b2be" -d '{"events": [{"server_uuid": "2e5734d5-da65-4ee8-8684-e236f56da50a", "name": "network-vif-plugged", "status": "completed", "tag": "9b2aff87-eeca-44a4-b616-becbcd5f1d58"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:04:02.232539 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 9b2aff87-eeca-44a4-b616-becbcd5f1d58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:02.243211 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:02.284166 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e75f59-c347-4e87-a2db-cdf7d6afc5ae x-openstack-request-id: req-88e75f59-c347-4e87-a2db-cdf7d6afc5ae {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:04:02.284617 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5734d5-da65-4ee8-8684-e236f56da50a", "name": "network-vif-plugged", "status": "completed", "tag": "9b2aff87-eeca-44a4-b616-becbcd5f1d58", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:04:02.285008 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88e75f59-c347-4e87-a2db-cdf7d6afc5ae {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:04:02.285550 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e75f59-c347-4e87-a2db-cdf7d6afc5ae'] response: {'server_uuid': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'code': 200} May 09 23:04:02.303471 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=9b2aff87-eeca-44a4-b616-becbcd5f1d58,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:02.507292 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff623ede-41ef-4306-aced-27720eb3ff9a req-6609c6b6-39a9-41a5-aee6-2a94acd48d11 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:02.509142 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ff623ede-41ef-4306-aced-27720eb3ff9a req-6609c6b6-39a9-41a5-aee6-2a94acd48d11 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.55 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 949 time: 0.0603688 May 09 23:04:02.664275 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [req-ff623ede-41ef-4306-aced-27720eb3ff9a req-00784b93-582a-4fdb-9fd0-b77bb64f96e8 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Deleting port 1cbdddf0-c2b1-47df-b760-5d077761c252 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:04:02.664616 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-ff623ede-41ef-4306-aced-27720eb3ff9a req-00784b93-582a-4fdb-9fd0-b77bb64f96e8 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:02.753451 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-ff623ede-41ef-4306-aced-27720eb3ff9a req-00784b93-582a-4fdb-9fd0-b77bb64f96e8 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] For port 1cbdddf0-c2b1-47df-b760-5d077761c252, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1cbdddf0-c2b1-47df-b760-5d077761c252,segment=NetworkSegment(9c9e1522-8a6b-4db8-be84-d932a22bdb36),segment_id=9c9e1522-8a6b-4db8-be84-d932a22bdb36)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:02.753815 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-ff623ede-41ef-4306-aced-27720eb3ff9a req-00784b93-582a-4fdb-9fd0-b77bb64f96e8 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:02.768409 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [req-ff623ede-41ef-4306-aced-27720eb3ff9a req-00784b93-582a-4fdb-9fd0-b77bb64f96e8 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Calling delete_port for 1cbdddf0-c2b1-47df-b760-5d077761c252 owned by compute:nova {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:04:02.878852 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29204-8eaa-4788-9b49-37f7976414b4 req-78302481-b64d-4fe1-86db-8664d28f51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:02.880351 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dee29204-8eaa-4788-9b49-37f7976414b4 req-78302481-b64d-4fe1-86db-8664d28f51b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 1130 time: 0.0478096 May 09 23:04:02.954740 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7fb0b-209f-4a4e-a97a-a030ba62c645 req-bf3dcb0f-ee9b-4b32-923b-6f39bf630c3a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:02.956310 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-48b7fb0b-209f-4a4e-a97a-a030ba62c645 req-bf3dcb0f-ee9b-4b32-923b-6f39bf630c3a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0649555 May 09 23:04:02.961705 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-ff623ede-41ef-4306-aced-27720eb3ff9a req-00784b93-582a-4fdb-9fd0-b77bb64f96e8 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (1cbdddf0-c2b1-47df-b760-5d077761c252), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:02.976600 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['1cbdddf0-c2b1-47df-b760-5d077761c252'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:04:02.997915 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dee29204-8eaa-4788-9b49-37f7976414b4 req-0e068b93-1e05-4e22-972b-814ee730d8a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763397 May 09 23:04:03.037034 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-48b7fb0b-209f-4a4e-a97a-a030ba62c645 req-14695f1c-175f-47d5-b9a8-84932475d7f8 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658503 May 09 23:04:03.057258 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00784b93-582a-4fdb-9fd0-b77bb64f96e8 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Pushing event deleted for resources: {'Port': ['ID=1cbdddf0-c2b1-47df-b760-5d077761c252,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:03.100196 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff623ede-41ef-4306-aced-27720eb3ff9a req-00784b93-582a-4fdb-9fd0-b77bb64f96e8 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] No DVR routers for this DVR port 1cbdddf0-c2b1-47df-b760-5d077761c252 on host hv-cinder-84067 {{(pid=103349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:04:03.103254 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-ff623ede-41ef-4306-aced-27720eb3ff9a req-00784b93-582a-4fdb-9fd0-b77bb64f96e8 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:03.107221 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ff623ede-41ef-4306-aced-27720eb3ff9a req-00784b93-582a-4fdb-9fd0-b77bb64f96e8 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.55 "DELETE /v2.0/ports/1cbdddf0-c2b1-47df-b760-5d077761c252 HTTP/1.1" status: 204 len: 173 time: 0.5915663 May 09 23:04:03.110567 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bb953a-1e2c-4c3b-a4cb-f21a9b87c493', 'name': 'network-vif-deleted', 'tag': '1cbdddf0-c2b1-47df-b760-5d077761c252'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:04:03.112388 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1278837d-f346-4001-a369-7fcd096dc4ca" -d '{"events": [{"server_uuid": "77bb953a-1e2c-4c3b-a4cb-f21a9b87c493", "name": "network-vif-deleted", "tag": "1cbdddf0-c2b1-47df-b760-5d077761c252"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:04:03.123019 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3135fbc-6127-431e-bae4-d58ccc85e396 req-fa2b52a1-e6b2-487f-a69c-f7e9cff6a66e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:03.124612 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c3135fbc-6127-431e-bae4-d58ccc85e396 req-fa2b52a1-e6b2-487f-a69c-f7e9cff6a66e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.1469388 May 09 23:04:03.140748 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-41c79754-bbf1-4acf-9a95-b651a8385afb req-0b796805-8b79-44d3-a922-4d918f6b3a1a tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 210 time: 0.0312517 May 09 23:04:03.178739 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c3135fbc-6127-431e-bae4-d58ccc85e396 req-526d0cf1-e71f-4ca2-a1b3-9c83a1201e2f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484791 May 09 23:04:03.189248 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b811cc-3f86-4fa3-a019-238ec10a499f x-openstack-request-id: req-66b811cc-3f86-4fa3-a019-238ec10a499f {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:04:03.189547 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bb953a-1e2c-4c3b-a4cb-f21a9b87c493", "name": "network-vif-deleted", "tag": "1cbdddf0-c2b1-47df-b760-5d077761c252", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:04:03.189803 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66b811cc-3f86-4fa3-a019-238ec10a499f {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:04:03.190267 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b811cc-3f86-4fa3-a019-238ec10a499f'] response: {'server_uuid': '77bb953a-1e2c-4c3b-a4cb-f21a9b87c493', 'name': 'network-vif-deleted', 'tag': '1cbdddf0-c2b1-47df-b760-5d077761c252', 'status': 'completed', 'code': 200} May 09 23:04:04.153781 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6710b4-5232-4843-aa1a-8fa37dda80ed req-ea4d4ef5-d9b9-49fc-9060-a32f180cd136 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:04.155864 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6f6710b4-5232-4843-aa1a-8fa37dda80ed req-ea4d4ef5-d9b9-49fc-9060-a32f180cd136 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0462189 May 09 23:04:04.203627 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6f6710b4-5232-4843-aa1a-8fa37dda80ed req-8b0b1b13-99e9-4b72-9626-746007435023 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419595 May 09 23:04:04.242770 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5109c5f2-0470-4746-b16a-a93bc74ff58c req-454f51f7-9ed6-4914-9473-570eb4b98b81 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 210 time: 0.0336292 May 09 23:04:04.334333 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bbe97-227e-40a7-b840-aaec8fbcd3c0 req-ae6b8d9b-e896-4122-9789-33aa65375b93 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:04.335704 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0b8bbe97-227e-40a7-b840-aaec8fbcd3c0 req-ae6b8d9b-e896-4122-9789-33aa65375b93 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0514390 May 09 23:04:04.370728 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a4a7d-c878-4e48-bdcb-1dee72bea548 req-981f51d9-39af-4742-9d80-9e056c5e09bb tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:04.372221 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ed7a4a7d-c878-4e48-bdcb-1dee72bea548 req-981f51d9-39af-4742-9d80-9e056c5e09bb tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0475485 May 09 23:04:04.383304 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0b8bbe97-227e-40a7-b840-aaec8fbcd3c0 req-cc880117-5a29-4b6b-a1ed-8eef47a9ff08 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 May 09 23:04:04.419997 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ed7a4a7d-c878-4e48-bdcb-1dee72bea548 req-af7056df-1c61-49d1-afb9-ab068c16b3bd tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422559 May 09 23:04:05.356137 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-507fcf5a-d548-4b52-95be-93102a467d3c req-40e84200-9ea8-4974-b027-eb273d33358a tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 210 time: 0.0308268 May 09 23:04:05.500631 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67a69f-aa57-4424-bf53-bc845c1c6d5c req-84aef622-c4db-40ac-a842-a1a516ae176f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:05.502071 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ed67a69f-aa57-4424-bf53-bc845c1c6d5c req-84aef622-c4db-40ac-a842-a1a516ae176f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0490468 May 09 23:04:05.546305 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ed67a69f-aa57-4424-bf53-bc845c1c6d5c req-9cc1a73a-863f-40a0-8111-d4a981045870 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388153 May 09 23:04:06.458333 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b5ff46c4-f770-48e7-b48e-1133da964a8c req-356c5265-9479-4a58-9a11-47141e18bfd8 tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 210 time: 0.0260723 May 09 23:04:06.661122 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a79be-3ef7-4545-85cc-9436b0680250 req-57cef326-5642-44ab-9c53-2007dfe733f5 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:06.662622 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9b3a79be-3ef7-4545-85cc-9436b0680250 req-57cef326-5642-44ab-9c53-2007dfe733f5 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0467811 May 09 23:04:06.708008 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9b3a79be-3ef7-4545-85cc-9436b0680250 req-f041edee-a126-4c8c-a546-b71b9058550e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399287 May 09 23:04:07.570288 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ad2dc9dd-be18-4400-9150-c5b2a0730a8d req-b3b46256-393f-4ddb-a79e-159f146d5bad tempest-VolumesNegativeTest-1426882639 tempest-VolumesNegativeTest-1426882639-project] 10.222.0.23 "GET /v2.0/ports?device_id=77bb953a-1e2c-4c3b-a4cb-f21a9b87c493 HTTP/1.1" status: 200 len: 210 time: 0.0319948 May 09 23:04:07.822812 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5996c-049c-4237-bae0-7e7413fbec3d req-eb73ff93-f00c-4385-8065-59453645324d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:07.824330 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-93e5996c-049c-4237-bae0-7e7413fbec3d req-eb73ff93-f00c-4385-8065-59453645324d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0467863 May 09 23:04:07.875181 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-93e5996c-049c-4237-bae0-7e7413fbec3d req-9265e3aa-4dc1-4d50-9172-07dc9b74ac13 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446837 May 09 23:04:07.992994 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d6c78-a756-4cdd-a2d6-ed25c0a28821 req-94c06be1-848a-45d9-ad35-36f4d0d3cfb2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:07.995324 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b34d6c78-a756-4cdd-a2d6-ed25c0a28821 req-94c06be1-848a-45d9-ad35-36f4d0d3cfb2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0503545 May 09 23:04:08.005360 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59520) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:08.010138 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-20f1f136-7ca3-4823-81ab-9cc59e426040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Request body: {'floatingip': {'port_id': '9b2aff87-eeca-44a4-b616-becbcd5f1d58'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:08.075770 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 1cbdddf0-c2b1-47df-b760-5d077761c252 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:04:08.078488 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348627da-1a5f-4802-99d7-204ecc6d4f94 req-3e3773b3-d40d-4259-9671-95a7d24fbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:08.081501 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-348627da-1a5f-4802-99d7-204ecc6d4f94 req-3e3773b3-d40d-4259-9671-95a7d24fbf02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 1129 time: 0.0453849 May 09 23:04:08.100050 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: 1cbdddf0-c2b1-47df-b760-5d077761c252 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:04:08.100449 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 1cbdddf0-c2b1-47df-b760-5d077761c252 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:04:08.118591 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0aa31-2faf-4a05-a4f2-4d4674252c6a req-09570a32-5155-4218-9d32-276191f1084b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:08.120292 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d3c0aa31-2faf-4a05-a4f2-4d4674252c6a req-09570a32-5155-4218-9d32-276191f1084b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0816793 May 09 23:04:08.176376 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-20f1f136-7ca3-4823-81ab-9cc59e426040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for floatingip (b024526d-b85c-495f-9402-49c79bc76b28), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:08.191823 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348627da-1a5f-4802-99d7-204ecc6d4f94 req-b2a38db0-728b-4288-9844-095dc1016b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:08.205828 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-348627da-1a5f-4802-99d7-204ecc6d4f94 req-b2a38db0-728b-4288-9844-095dc1016b52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 920 time: 0.1060047 May 09 23:04:08.209941 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d3c0aa31-2faf-4a05-a4f2-4d4674252c6a req-12729528-4a3d-487d-95e6-9c3b02dd4827 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830655 May 09 23:04:08.248549 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-348627da-1a5f-4802-99d7-204ecc6d4f94 req-10fba573-d256-4719-90d6-feb4c53cec69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a155ecdb-d89b-4868-8cb1-49548f3d778f HTTP/1.1" status: 200 len: 217 time: 0.0408618 May 09 23:04:08.299566 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348627da-1a5f-4802-99d7-204ecc6d4f94 req-8d5272fb-6b34-4fc7-9d4f-f40f626829f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:08.301307 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-348627da-1a5f-4802-99d7-204ecc6d4f94 req-8d5272fb-6b34-4fc7-9d4f-f40f626829f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.0471275 May 09 23:04:08.362613 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348627da-1a5f-4802-99d7-204ecc6d4f94 req-1d7c50c0-4030-4309-8930-2baf1301b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:08.364122 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-348627da-1a5f-4802-99d7-204ecc6d4f94 req-1d7c50c0-4030-4309-8930-2baf1301b33a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563061 May 09 23:04:08.479786 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-348627da-1a5f-4802-99d7-204ecc6d4f94 req-476bb25f-fe8a-494a-b25b-69ca5543bd1c service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078713 May 09 23:04:08.510990 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 59538) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:08.595723 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-348627da-1a5f-4802-99d7-204ecc6d4f94 req-1bff37a9-e3ea-4d65-b39b-27eca8c4fc55 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098473 May 09 23:04:08.620114 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 59546) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:08.735095 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b23da974-9439-4376-833b-01152c34b4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:08.806561 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-588aac3b-4e6c-4640-ada3-c0f8e2f14b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:08.872385 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b23da974-9439-4376-833b-01152c34b4f1 admin admin] Publish callbacks [] for security_group (bd07ddc1-e120-40ec-9cc4-334e330b2745), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:08.879616 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b23da974-9439-4376-833b-01152c34b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (bd07ddc1-e120-40ec-9cc4-334e330b2745), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:08.937926 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-b23da974-9439-4376-833b-01152c34b4f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d73ac74cb24d432ba9e5496e7c0e291e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4256616 May 09 23:04:08.941108 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 59572) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:08.943233 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23da974-9439-4376-833b-01152c34b4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd07ddc1-e120-40ec-9cc4-334e330b2745,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:08.985518 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-588aac3b-4e6c-4640-ada3-c0f8e2f14b3f admin admin] Publish callbacks [] for security_group (8435a536-41aa-48c3-bcaa-1558bc6a003c), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:08.996207 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-588aac3b-4e6c-4640-ada3-c0f8e2f14b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (8435a536-41aa-48c3-bcaa-1558bc6a003c), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:09.051736 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-588aac3b-4e6c-4640-ada3-c0f8e2f14b3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e046fbe4d4c24b429f85f8eee72423bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4297664 May 09 23:04:09.053218 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-62f4c103-3be2-4324-84a3-80c3b8cbcff8 admin admin] Publish callbacks [] for security_group (bd07ddc1-e120-40ec-9cc4-334e330b2745), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:09.054470 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-20f1f136-7ca3-4823-81ab-9cc59e426040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:09.054937 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588aac3b-4e6c-4640-ada3-c0f8e2f14b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8435a536-41aa-48c3-bcaa-1558bc6a003c,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:09.055250 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59576) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:09.063071 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-20f1f136-7ca3-4823-81ab-9cc59e426040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (b024526d-b85c-495f-9402-49c79bc76b28), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:09.082279 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-62f4c103-3be2-4324-84a3-80c3b8cbcff8 admin admin] Publish callbacks [] for security_group (bd07ddc1-e120-40ec-9cc4-334e330b2745), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:09.137954 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-62f4c103-3be2-4324-84a3-80c3b8cbcff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (bd07ddc1-e120-40ec-9cc4-334e330b2745), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:09.141954 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-62f4c103-3be2-4324-84a3-80c3b8cbcff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:09.143366 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-62f4c103-3be2-4324-84a3-80c3b8cbcff8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd07ddc1-e120-40ec-9cc4-334e330b2745 HTTP/1.1" status: 204 len: 168 time: 0.2011850 May 09 23:04:09.152863 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4c103-3be2-4324-84a3-80c3b8cbcff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd07ddc1-e120-40ec-9cc4-334e330b2745,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:09.205684 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [None req-20f1f136-7ca3-4823-81ab-9cc59e426040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Floating IP b024526d-b85c-495f-9402-49c79bc76b28 associated. External IP: 172.27.3.47, port: 9b2aff87-eeca-44a4-b616-becbcd5f1d58. May 09 23:04:09.251296 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-939d66d2-5236-462e-828b-3e5e65390231 admin admin] Publish callbacks [] for security_group (8435a536-41aa-48c3-bcaa-1558bc6a003c), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:09.292742 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-939d66d2-5236-462e-828b-3e5e65390231 admin admin] Publish callbacks [] for security_group (8435a536-41aa-48c3-bcaa-1558bc6a003c), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:09.434592 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9540a-cc45-479f-9cad-8cef5ca4c4c0 req-b2e39672-60de-49ab-be82-b27bc65b90db tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:09.436297 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fbd9540a-cc45-479f-9cad-8cef5ca4c4c0 req-b2e39672-60de-49ab-be82-b27bc65b90db tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.1275663 May 09 23:04:09.514449 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-939d66d2-5236-462e-828b-3e5e65390231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (8435a536-41aa-48c3-bcaa-1558bc6a003c), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:09.517399 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-939d66d2-5236-462e-828b-3e5e65390231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:09.521632 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-939d66d2-5236-462e-828b-3e5e65390231 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8435a536-41aa-48c3-bcaa-1558bc6a003c HTTP/1.1" status: 204 len: 168 time: 0.4653902 May 09 23:04:09.549729 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d66d2-5236-462e-828b-3e5e65390231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8435a536-41aa-48c3-bcaa-1558bc6a003c,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:09.580363 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fbd9540a-cc45-479f-9cad-8cef5ca4c4c0 req-a45375b0-d514-470f-a679-20a3f383d1bc tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280742 May 09 23:04:09.681267 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f1f136-7ca3-4823-81ab-9cc59e426040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:04:09.825791 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f1f136-7ca3-4823-81ab-9cc59e426040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:04:09.831563 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-20f1f136-7ca3-4823-81ab-9cc59e426040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:09.837407 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf1843-f83a-4422-afe9-855395850060 None None] Sync routers for ids ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:04:09.849954 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf1843-f83a-4422-afe9-855395850060 None None] Routers {'5c63b4d4-c43f-48a3-8bd7-9287ad887713'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:04:09.851085 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-6adf1843-f83a-4422-afe9-855395850060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:03:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:09.872857 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-20f1f136-7ca3-4823-81ab-9cc59e426040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "PUT /v2.0/floatingips/b024526d-b85c-495f-9402-49c79bc76b28 HTTP/1.1" status: 200 len: 991 time: 1.8662133 May 09 23:04:09.874154 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'tag': '9b2aff87-eeca-44a4-b616-becbcd5f1d58'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:04:09.876660 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c4d48b-3096-497f-b472-b2c44602be2e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5734d5-da65-4ee8-8684-e236f56da50a", "tag": "9b2aff87-eeca-44a4-b616-becbcd5f1d58"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:04:09.913186 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 59682) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:09.930321 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f361ceb1-1e29-48c6-89f0-a3b4636523d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:09.931293 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfce13b-ea91-45a0-967b-6bb1e78bcc21 x-openstack-request-id: req-abfce13b-ea91-45a0-967b-6bb1e78bcc21 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:04:09.931796 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5734d5-da65-4ee8-8684-e236f56da50a", "tag": "9b2aff87-eeca-44a4-b616-becbcd5f1d58", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:04:09.932225 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abfce13b-ea91-45a0-967b-6bb1e78bcc21 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:04:09.932871 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfce13b-ea91-45a0-967b-6bb1e78bcc21'] response: {'name': 'network-changed', 'server_uuid': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'tag': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'status': 'completed', 'code': 200} May 09 23:04:09.984535 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-6adf1843-f83a-4422-afe9-855395850060 None None] Set router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:04:10.024480 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4d48b-3096-497f-b472-b2c44602be2e req-1efc4ac8-c551-4a46-85dc-90081c5c2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:10.026529 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-95c4d48b-3096-497f-b472-b2c44602be2e req-1efc4ac8-c551-4a46-85dc-90081c5c2d88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f38af4b388e49958aa17250c181b203&device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 1130 time: 0.0660217 May 09 23:04:10.161008 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f361ceb1-1e29-48c6-89f0-a3b4636523d7 admin admin] Publish callbacks [] for security_group (6fb8e306-12a3-4c0d-898c-1fae01bf9992), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:10.171613 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4d48b-3096-497f-b472-b2c44602be2e req-0a485de2-b808-4526-9f79-3370557457d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:10.173370 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-95c4d48b-3096-497f-b472-b2c44602be2e req-0a485de2-b808-4526-9f79-3370557457d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=741b3e88-dd66-49da-aaee-2d7e838ad44c HTTP/1.1" status: 200 len: 918 time: 0.1399548 May 09 23:04:10.174704 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f361ceb1-1e29-48c6-89f0-a3b4636523d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (6fb8e306-12a3-4c0d-898c-1fae01bf9992), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:10.209074 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-f361ceb1-1e29-48c6-89f0-a3b4636523d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89be2e7ed3654f338f25eeabfea5673b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948320 May 09 23:04:10.212534 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59692) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:10.228218 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-6adf1843-f83a-4422-afe9-855395850060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': 'b024526d-b85c-495f-9402-49c79bc76b28', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'port_id': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'mac_address': 'fa:16:3e:17:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:03:45Z', 'updated_at': '2022-05-09T23:04:08Z', 'revision_number': 1, 'project_id': '0f38af4b388e49958aa17250c181b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:47Z', 'revision_number': 5, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:10.237705 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59694) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:10.264183 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361ceb1-1e29-48c6-89f0-a3b4636523d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb8e306-12a3-4c0d-898c-1fae01bf9992,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:10.268300 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf1843-f83a-4422-afe9-855395850060 None None] Checking router: 5c63b4d4-c43f-48a3-8bd7-9287ad887713 for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:04:10.277484 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf1843-f83a-4422-afe9-855395850060 None None] Routers {'5c63b4d4-c43f-48a3-8bd7-9287ad887713'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:04:10.278181 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-6adf1843-f83a-4422-afe9-855395850060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:03:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:10.289620 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-95c4d48b-3096-497f-b472-b2c44602be2e req-3bc49913-6cc0-4413-88f2-b04336656936 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58 HTTP/1.1" status: 200 len: 999 time: 0.0913501 May 09 23:04:10.303730 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-918d964a-d57b-467b-877d-8a3ee5cbf044 admin admin] Publish callbacks [] for security_group (6fb8e306-12a3-4c0d-898c-1fae01bf9992), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:10.331548 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-918d964a-d57b-467b-877d-8a3ee5cbf044 admin admin] Publish callbacks [] for security_group (6fb8e306-12a3-4c0d-898c-1fae01bf9992), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:10.363113 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4d48b-3096-497f-b472-b2c44602be2e req-be300d16-85b4-481f-b2ad-54624ee83611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:10.365071 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-95c4d48b-3096-497f-b472-b2c44602be2e req-be300d16-85b4-481f-b2ad-54624ee83611 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a988479-3364-4216-a8b0-ad3a5179dc4f HTTP/1.1" status: 200 len: 856 time: 0.0676711 May 09 23:04:10.398014 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-6adf1843-f83a-4422-afe9-855395850060 None None] Set router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:04:10.415912 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-40869830-network', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:10.416280 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4d48b-3096-497f-b472-b2c44602be2e req-4f5ad2d9-df09-4361-8966-45d65d830f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:10.417815 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-95c4d48b-3096-497f-b472-b2c44602be2e req-4f5ad2d9-df09-4361-8966-45d65d830f7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=741b3e88-dd66-49da-aaee-2d7e838ad44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464332 May 09 23:04:10.434367 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-918d964a-d57b-467b-877d-8a3ee5cbf044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (6fb8e306-12a3-4c0d-898c-1fae01bf9992), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:10.437485 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-918d964a-d57b-467b-877d-8a3ee5cbf044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:10.440915 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-918d964a-d57b-467b-877d-8a3ee5cbf044 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fb8e306-12a3-4c0d-898c-1fae01bf9992 HTTP/1.1" status: 204 len: 168 time: 0.2251575 May 09 23:04:10.447622 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] Made reservation on behalf of 93df4f41ba52453dabfd21f82cb9238b for: {'network': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:04:10.453308 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:10.463876 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d964a-d57b-467b-877d-8a3ee5cbf044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb8e306-12a3-4c0d-898c-1fae01bf9992,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:10.465715 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:10.595334 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] Publish callbacks [] for security_group (df4b11f0-b426-4f2d-abcf-11e45c5ff9fd), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:10.603817 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (df4b11f0-b426-4f2d-abcf-11e45c5ff9fd), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:10.642813 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:04:10.651083 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-95c4d48b-3096-497f-b472-b2c44602be2e req-255385b7-23ba-4d5c-a5e3-7d431fa70041 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082090 May 09 23:04:10.659932 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:10.665840 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (5beef1e0-cde5-40a8-8b8b-7a209d81e134), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:10.667098 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.segments_db [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] Added segment 5beef1e0-cde5-40a8-8b8b-7a209d81e134 of type vlan for network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 May 09 23:04:10.750968 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-6adf1843-f83a-4422-afe9-855395850060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': 'b024526d-b85c-495f-9402-49c79bc76b28', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'port_id': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'mac_address': 'fa:16:3e:17:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:03:45Z', 'updated_at': '2022-05-09T23:04:08Z', 'revision_number': 1, 'project_id': '0f38af4b388e49958aa17250c181b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:47Z', 'revision_number': 5, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:10.767829 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:10.782454 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf4340-089c-43de-8a25-1a33af84fe1c req-10f0e011-c364-4df4-9c0f-e0cc5ac06c7e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:10.789117 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf1843-f83a-4422-afe9-855395850060 None None] The sync data for ids ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'] in dv-cinder-840678-5-iscsi is: [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': 'b024526d-b85c-495f-9402-49c79bc76b28', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'port_id': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'mac_address': 'fa:16:3e:17:c9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:03:45Z', 'updated_at': '2022-05-09T23:04:08Z', 'revision_number': 1, 'project_id': '0f38af4b388e49958aa17250c181b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:47Z', 'revision_number': 5, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:04:10.790898 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9adf4340-089c-43de-8a25-1a33af84fe1c req-10f0e011-c364-4df4-9c0f-e0cc5ac06c7e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0772896 May 09 23:04:10.852800 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:10.853852 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:10.854426 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:10.903277 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-95c4d48b-3096-497f-b472-b2c44602be2e req-55e2aeb6-5f29-4d65-a936-3dc4dacb5389 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512937 May 09 23:04:10.949808 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9adf4340-089c-43de-8a25-1a33af84fe1c req-ee416d1e-bd58-4523-993f-ce92e07fe04a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580081 May 09 23:04:10.968580 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 59730) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:10.969051 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 59732) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:10.971588 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7327876 May 09 23:04:10.976692 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-3775187f-3cb2-4fa4-8e29-c85e2d123fb6 admin admin] Request body: {'subnet': {'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-40869830-subnet', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'ip_version': 4}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:10.979511 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f98aa3-edef-4f94-a668-2e0ec686da54 admin admin] Pushing event updated for resources: {'Network': ['ID=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:10.990919 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:04:10.997252 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-10ff1dc1-84df-47f4-b57b-17584e2fcd10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.080218 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3775187f-3cb2-4fa4-8e29-c85e2d123fb6 admin admin] Made reservation on behalf of 93df4f41ba52453dabfd21f82cb9238b for: {'subnet': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:04:11.082500 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3775187f-3cb2-4fa4-8e29-c85e2d123fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9656919'] for subnet (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.128465 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aedd2fa-57ec-4902-af94-2b75af951333 None None] New status for floating IP b024526d-b85c-495f-9402-49c79bc76b28: ACTIVE {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:04:11.130639 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-10ff1dc1-84df-47f4-b57b-17584e2fcd10 admin admin] Publish callbacks [] for security_group (0996fe03-2dff-4420-86ed-16f67fca385e), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.142074 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-10ff1dc1-84df-47f4-b57b-17584e2fcd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (0996fe03-2dff-4420-86ed-16f67fca385e), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.189152 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-10ff1dc1-84df-47f4-b57b-17584e2fcd10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5aac20604c84411b576c74e9ce18de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191787 May 09 23:04:11.191895 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59738) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:11.201217 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff1dc1-84df-47f4-b57b-17584e2fcd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0996fe03-2dff-4420-86ed-16f67fca385e,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:11.257193 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fe1db862-d2e0-4da1-b592-3887d973da5a admin admin] Publish callbacks [] for security_group (0996fe03-2dff-4420-86ed-16f67fca385e), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.292054 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fe1db862-d2e0-4da1-b592-3887d973da5a admin admin] Publish callbacks [] for security_group (0996fe03-2dff-4420-86ed-16f67fca385e), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.315384 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3775187f-3cb2-4fa4-8e29-c85e2d123fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9656897'] for subnet (aa30feaf-f64b-4b8c-8112-482aa5e4cd00), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.367172 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fe1db862-d2e0-4da1-b592-3887d973da5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (0996fe03-2dff-4420-86ed-16f67fca385e), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.369944 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fe1db862-d2e0-4da1-b592-3887d973da5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.373355 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-fe1db862-d2e0-4da1-b592-3887d973da5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0996fe03-2dff-4420-86ed-16f67fca385e HTTP/1.1" status: 204 len: 168 time: 0.1781538 May 09 23:04:11.384124 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1db862-d2e0-4da1-b592-3887d973da5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0996fe03-2dff-4420-86ed-16f67fca385e,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:11.397865 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775187f-3cb2-4fa4-8e29-c85e2d123fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa30feaf-f64b-4b8c-8112-482aa5e4cd00,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:11.417632 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775187f-3cb2-4fa4-8e29-c85e2d123fb6 admin admin] Checking segment: {'id': '5beef1e0-cde5-40a8-8b8b-7a209d81e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:04:11.418171 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3775187f-3cb2-4fa4-8e29-c85e2d123fb6 admin admin] Network hostable DHCP agents. Network: 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:04:11.438742 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3775187f-3cb2-4fa4-8e29-c85e2d123fb6 admin admin] Network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:04:11.448470 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-3775187f-3cb2-4fa4-8e29-c85e2d123fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6) {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:11.453789 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3775187f-3cb2-4fa4-8e29-c85e2d123fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:11.454528 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3775187f-3cb2-4fa4-8e29-c85e2d123fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.461000 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e31f80a-4f97-4dbe-a920-4d7a1779532d None None] Network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:04:11.477822 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59762) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:11.478347 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-3775187f-3cb2-4fa4-8e29-c85e2d123fb6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5068443 May 09 23:04:11.482889 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:11.513608 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112480'] for router (4b130758-6554-48f2-b0bd-9f66685de5e0), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.516016 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112511'] for router (4b130758-6554-48f2-b0bd-9f66685de5e0), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.578969 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b24f0e-16ea-5479-91c9-85daf8003eec-38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'fixed_ips': [{'subnet_id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00'}]}} from dv-cinder-840678-5-iscsi. {{(pid=103351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 23:04:11.579868 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.607453 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Publish callbacks [] for router_controller (4b130758-6554-48f2-b0bd-9f66685de5e0), precommit_add_association {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.863720 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Publish callbacks [] for router_gateway (4b130758-6554-48f2-b0bd-9f66685de5e0), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:11.924957 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Allocated IP 172.20.0.2 (38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6/aa30feaf-f64b-4b8c-8112-482aa5e4cd00/8bb4628f-c47f-4a21-874c-3b68cd897b6c) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:04:12.102250 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Publish callbacks [] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:12.116001 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:12.169588 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b82ed-c7db-4687-a9df-2e9a3ca998c9 req-a1031f35-2870-414a-83c9-a710c63f2a84 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:12.173986 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e70b82ed-c7db-4687-a9df-2e9a3ca998c9 req-a1031f35-2870-414a-83c9-a710c63f2a84 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0961139 May 09 23:04:12.208522 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Publish callbacks [] for router_gateway (4b130758-6554-48f2-b0bd-9f66685de5e0), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:12.213403 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:04:12.216493 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:12.221278 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:04:12.237312 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Pushing event updated for resources: {'Port': ['ID=8bb4628f-c47f-4a21-874c-3b68cd897b6c,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:12.258421 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:12.301441 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e70b82ed-c7db-4687-a9df-2e9a3ca998c9 req-411fd975-3ff5-4ff2-b7d5-9e51b2325634 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162844 May 09 23:04:12.346882 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Attempting to bind port 8bb4628f-c47f-4a21-874c-3b68cd897b6c on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:04:12.347347 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Attempting to bind port 8bb4628f-c47f-4a21-874c-3b68cd897b6c by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '5beef1e0-cde5-40a8-8b8b-7a209d81e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:04:12.347713 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Attempting to bind port 8bb4628f-c47f-4a21-874c-3b68cd897b6c on network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:04:12.355405 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:04:12.355779 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Checking segment: {'id': '5beef1e0-cde5-40a8-8b8b-7a209d81e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:04:12.356178 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:12.356569 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Bound using segment: {'id': '5beef1e0-cde5-40a8-8b8b-7a209d81e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:04:12.357286 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Bound port: 8bb4628f-c47f-4a21-874c-3b68cd897b6c, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beef1e0-cde5-40a8-8b8b-7a209d81e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:04:12.357664 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:12.428406 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Allocated IP 172.27.3.151 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/32e97e24-ba7f-4b00-ae99-b1c5d9af634f) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:04:12.433222 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] For port 8bb4628f-c47f-4a21-874c-3b68cd897b6c, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:04:12.437084 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] For port 8bb4628f-c47f-4a21-874c-3b68cd897b6c, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=8bb4628f-c47f-4a21-874c-3b68cd897b6c,segment=NetworkSegment(5beef1e0-cde5-40a8-8b8b-7a209d81e134),segment_id=5beef1e0-cde5-40a8-8b8b-7a209d81e134)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:04:12.447899 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:12.531081 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed14bf-f0a0-495a-87e6-d45c51acf42d None None] Pushing event updated for resources: {'Port': ['ID=8bb4628f-c47f-4a21-874c-3b68cd897b6c,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:12.811122 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Publish callbacks [] for port (32e97e24-ba7f-4b00-ae99-b1c5d9af634f), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:12.866339 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (32e97e24-ba7f-4b00-ae99-b1c5d9af634f), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:12.918970 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:04:12.922074 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:12.924652 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:04:12.955099 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Pushing event updated for resources: {'Port': ['ID=32e97e24-ba7f-4b00-ae99-b1c5d9af634f,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:13.264038 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 59898) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:13.318874 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Publish callbacks [] for router_gateway (4b130758-6554-48f2-b0bd-9f66685de5e0), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:13.473931 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 8bb4628f-c47f-4a21-874c-3b68cd897b6c up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:04:13.533967 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808209a-7b72-42dc-9036-6ae921a7b8e8 req-04ee32c8-eb99-438b-a622-dfcd692ddbec tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:13.535566 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b808209a-7b72-42dc-9036-6ae921a7b8e8 req-04ee32c8-eb99-438b-a622-dfcd692ddbec tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.1248260 May 09 23:04:13.544908 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a7b8-1117-40ab-aa89-ba5bcf3a30d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:13.573620 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 8bb4628f-c47f-4a21-874c-3b68cd897b6c triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:13.574066 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:13.675492 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b808209a-7b72-42dc-9036-6ae921a7b8e8 req-d7d90d2c-dd4b-430e-b31a-46dbe78e7f17 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290658 May 09 23:04:13.676843 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a7b8-1117-40ab-aa89-ba5bcf3a30d2 admin admin] Publish callbacks [] for security_group (8fee62dd-dedf-4279-a4dd-f007aaba8b35), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:13.687119 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a7b8-1117-40ab-aa89-ba5bcf3a30d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (8fee62dd-dedf-4279-a4dd-f007aaba8b35), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:13.739610 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-6cc5a7b8-1117-40ab-aa89-ba5bcf3a30d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d55914be74874d4fb313c88e0c804e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4751053 May 09 23:04:13.742325 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59926) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:13.742655 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 8bb4628f-c47f-4a21-874c-3b68cd897b6c is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:13.743120 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:13.751363 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5a7b8-1117-40ab-aa89-ba5bcf3a30d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fee62dd-dedf-4279-a4dd-f007aaba8b35,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:13.753191 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733209'] for router (4b130758-6554-48f2-b0bd-9f66685de5e0), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:13.784205 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] For port 8bb4628f-c47f-4a21-874c-3b68cd897b6c, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=8bb4628f-c47f-4a21-874c-3b68cd897b6c,segment=NetworkSegment(5beef1e0-cde5-40a8-8b8b-7a209d81e134),segment_id=5beef1e0-cde5-40a8-8b8b-7a209d81e134)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:13.789544 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:13.846963 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0b31d1-6924-4ccb-854c-d8a604843b52 None None] Network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:04:13.849706 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Pushing event updated for resources: {'Port': ['ID=8bb4628f-c47f-4a21-874c-3b68cd897b6c,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:13.866487 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3eb51a56-7d0b-46b9-8600-76c59d97d194 admin admin] Publish callbacks [] for security_group (8fee62dd-dedf-4279-a4dd-f007aaba8b35), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:13.929671 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3eb51a56-7d0b-46b9-8600-76c59d97d194 admin admin] Publish callbacks [] for security_group (8fee62dd-dedf-4279-a4dd-f007aaba8b35), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:13.938170 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-becd80a0-ad4f-4764-aa13-c2c31f03e3a4 None None] Provisioning complete for port 8bb4628f-c47f-4a21-874c-3b68cd897b6c triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:13.938170 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-becd80a0-ad4f-4764-aa13-c2c31f03e3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:13.994216 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Router 4b130758-6554-48f2-b0bd-9f66685de5e0 is scheduled to L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 with binding_index 1 {{(pid=103350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 23:04:14.010076 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3eb51a56-7d0b-46b9-8600-76c59d97d194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (8fee62dd-dedf-4279-a4dd-f007aaba8b35), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:14.012089 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3eb51a56-7d0b-46b9-8600-76c59d97d194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:14.013284 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-3eb51a56-7d0b-46b9-8600-76c59d97d194 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fee62dd-dedf-4279-a4dd-f007aaba8b35 HTTP/1.1" status: 204 len: 168 time: 0.2694538 May 09 23:04:14.048418 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-becd80a0-ad4f-4764-aa13-c2c31f03e3a4 None None] Current status of the port 8bb4628f-c47f-4a21-874c-3b68cd897b6c is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:14.057153 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb51a56-7d0b-46b9-8600-76c59d97d194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fee62dd-dedf-4279-a4dd-f007aaba8b35,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:14.129847 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:04:14.142535 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Sync routers for ids ['4b130758-6554-48f2-b0bd-9f66685de5e0'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:04:14.151154 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:14.152568 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-9be83e00-74be-4b19-90e9-4811dfdb6333 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6735053 May 09 23:04:14.155760 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59930) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:14.157751 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Routers {'4b130758-6554-48f2-b0bd-9f66685de5e0'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:04:14.160496 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:03:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['4b130758-6554-48f2-b0bd-9f66685de5e0'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:14.269453 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-e7f1c68f-0fe4-4abb-be24-9e817a6b326b None None] Provisioning complete for port 8bb4628f-c47f-4a21-874c-3b68cd897b6c triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:14.270182 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e7f1c68f-0fe4-4abb-be24-9e817a6b326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:14.282835 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Set router 4b130758-6554-48f2-b0bd-9f66685de5e0 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:04:14.403712 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e7f1c68f-0fe4-4abb-be24-9e817a6b326b None None] Current status of the port 8bb4628f-c47f-4a21-874c-3b68cd897b6c is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:14.473978 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:04:13Z', 'revision_number': 3, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port': {'id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:12Z', 'updated_at': '2022-05-09T23:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:14.509327 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Checking router: 4b130758-6554-48f2-b0bd-9f66685de5e0 for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:04:14.509896 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Updating router 4b130758-6554-48f2-b0bd-9f66685de5e0 port 32e97e24-ba7f-4b00-ae99-b1c5d9af634f binding host dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:04:14.540849 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (32e97e24-ba7f-4b00-ae99-b1c5d9af634f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:14.703044 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:14.864916 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e826-018f-403d-9229-788fa3cc6a47 req-69296878-1d67-4aaf-b8a6-7cfc21df15b5 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:14.874744 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5725e826-018f-403d-9229-788fa3cc6a47 req-69296878-1d67-4aaf-b8a6-7cfc21df15b5 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0908055 May 09 23:04:14.895676 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Allocated IP 172.20.0.1 (38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6/aa30feaf-f64b-4b8c-8112-482aa5e4cd00/76039854-47e2-4fec-b1c0-307c5dba414a) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:04:14.975395 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5725e826-018f-403d-9229-788fa3cc6a47 req-9684157e-1dec-4ed7-9b1a-b44b2444c741 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993817 May 09 23:04:14.980134 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Publish callbacks [] for port (32e97e24-ba7f-4b00-ae99-b1c5d9af634f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:14.988031 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (32e97e24-ba7f-4b00-ae99-b1c5d9af634f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.052398 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Attempting to bind port 32e97e24-ba7f-4b00-ae99-b1c5d9af634f on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:04:15.052762 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Attempting to bind port 32e97e24-ba7f-4b00-ae99-b1c5d9af634f by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:04:15.053121 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Attempting to bind port 32e97e24-ba7f-4b00-ae99-b1c5d9af634f on network 986321da-5d6d-49d1-9abb-6b80abe174d1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:04:15.055071 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed4cb8-6e97-41a5-b8af-bf03739e4b8d None None] Pushing event updated for resources: {'Port': ['ID=32e97e24-ba7f-4b00-ae99-b1c5d9af634f,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:15.060542 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:04:15.061564 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Checking segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:04:15.061964 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.062365 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Bound using segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:04:15.062618 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Publish callbacks [] for port (76039854-47e2-4fec-b1c0-307c5dba414a), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.062826 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Bound port: 32e97e24-ba7f-4b00-ae99-b1c5d9af634f, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:04:15.063201 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (32e97e24-ba7f-4b00-ae99-b1c5d9af634f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.063573 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 59968) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:15.116874 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.139732 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:04:15.142011 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:15.149770 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] For port 32e97e24-ba7f-4b00-ae99-b1c5d9af634f, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:04:15.153379 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] For port 32e97e24-ba7f-4b00-ae99-b1c5d9af634f, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=32e97e24-ba7f-4b00-ae99-b1c5d9af634f,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:04:15.161061 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:04:15.165710 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (32e97e24-ba7f-4b00-ae99-b1c5d9af634f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.216441 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719412'] for router_interface (4b130758-6554-48f2-b0bd-9f66685de5e0), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.244288 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed4cb8-6e97-41a5-b8af-bf03739e4b8d None None] Pushing event updated for resources: {'Port': ['ID=32e97e24-ba7f-4b00-ae99-b1c5d9af634f,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:15.261556 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Routers {'4b130758-6554-48f2-b0bd-9f66685de5e0'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:04:15.262651 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:03:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['4b130758-6554-48f2-b0bd-9f66685de5e0'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:15.328461 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 59972) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:15.328976 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-8b106a9a-2e19-42d4-a4c0-06dc84215416 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcbf3360a1654ddbbc5812f5ea706eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628698 May 09 23:04:15.407429 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 8bb4628f-c47f-4a21-874c-3b68cd897b6c up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:04:15.426715 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] Set router 4b130758-6554-48f2-b0bd-9f66685de5e0 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:04:15.467938 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 8bb4628f-c47f-4a21-874c-3b68cd897b6c triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:15.468757 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.476598 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Pushing event updated for resources: {'Port': ['ID=76039854-47e2-4fec-b1c0-307c5dba414a,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:15.488086 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.533712 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fc761c8a-34ad-43ba-97ba-902ecd62e4b4 admin admin] Publish callbacks [] for security_group (73927f00-9623-4638-a6a9-519d1ac415a8), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.574642 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fc761c8a-34ad-43ba-97ba-902ecd62e4b4 admin admin] Publish callbacks [] for security_group (73927f00-9623-4638-a6a9-519d1ac415a8), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.587776 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-2c9562d9-d90c-4c9b-ba74-990a9dcb9ec2 None None] Provisioning complete for port 76039854-47e2-4fec-b1c0-307c5dba414a triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:15.589055 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c9562d9-d90c-4c9b-ba74-990a9dcb9ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.591422 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 8bb4628f-c47f-4a21-874c-3b68cd897b6c is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:15.643136 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2c9562d9-d90c-4c9b-ba74-990a9dcb9ec2 None None] Port 76039854-47e2-4fec-b1c0-307c5dba414a cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:04:15.664996 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:04:13Z', 'revision_number': 3, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port': {'id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:12Z', 'updated_at': '2022-05-09T23:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:15.691763 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fc761c8a-34ad-43ba-97ba-902ecd62e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (73927f00-9623-4638-a6a9-519d1ac415a8), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.694639 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fc761c8a-34ad-43ba-97ba-902ecd62e4b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.698343 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-fc761c8a-34ad-43ba-97ba-902ecd62e4b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73927f00-9623-4638-a6a9-519d1ac415a8 HTTP/1.1" status: 204 len: 168 time: 0.3057356 May 09 23:04:15.721389 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa5a27b-297b-48c7-9213-5182933f4910 None None] The sync data for ids ['4b130758-6554-48f2-b0bd-9f66685de5e0'] in dv-cinder-840678-5-iscsi is: [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:04:13Z', 'revision_number': 3, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port': {'id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:12Z', 'updated_at': '2022-05-09T23:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:04:15.735391 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc761c8a-34ad-43ba-97ba-902ecd62e4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73927f00-9623-4638-a6a9-519d1ac415a8,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:15.768981 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Publish callbacks [] for port (76039854-47e2-4fec-b1c0-307c5dba414a), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.777018 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.844245 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719614'] for router_interface (4b130758-6554-48f2-b0bd-9f66685de5e0), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:15.856779 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Pushing event updated for resources: {'Port': ['ID=76039854-47e2-4fec-b1c0-307c5dba414a,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:15.957786 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:04:15.959406 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:16.146329 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Router 4b130758-6554-48f2-b0bd-9f66685de5e0 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:04:16.164518 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40445152-dc17-4367-ba30-e05b7b9ccee0 req-beb470ad-b81b-4a3d-8a77-5bf1d9f6ce5f tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:16.165953 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-40445152-dc17-4367-ba30-e05b7b9ccee0 req-beb470ad-b81b-4a3d-8a77-5bf1d9f6ce5f tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0658286 May 09 23:04:16.265940 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-bd2a54c7-820b-471c-afd6-e57fb4724938 None None] Provisioning complete for port 76039854-47e2-4fec-b1c0-307c5dba414a triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:16.266638 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd2a54c7-820b-471c-afd6-e57fb4724938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:16.270241 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-40445152-dc17-4367-ba30-e05b7b9ccee0 req-fe61935b-e5a9-468c-957a-98e825efbf01 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962229 May 09 23:04:16.305106 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a54c7-820b-471c-afd6-e57fb4724938 None None] Port 76039854-47e2-4fec-b1c0-307c5dba414a cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:04:16.320704 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:04:16.327541 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-d21451a2-74bf-4779-a473-a1177ca9f2ea admin admin] 10.222.0.23 "PUT /v2.0/routers/4b130758-6554-48f2-b0bd-9f66685de5e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1695018 May 09 23:04:16.904243 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60014) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:16.909147 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-713643985-network', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:16.927881 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] Made reservation on behalf of 3d9e04b82a614f86be6d631e4bdc6918 for: {'network': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:04:16.930143 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:16.938930 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:16.954597 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.021731 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] Publish callbacks [] for security_group (9af5028f-0568-4abf-a54b-e5b4d7b617b6), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.025283 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (9af5028f-0568-4abf-a54b-e5b4d7b617b6), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.046765 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:04:17.062434 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af5028f-0568-4abf-a54b-e5b4d7b617b6,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:17.066331 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (ae603e40-d17b-42db-a6a4-089c497fb4ce), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.066673 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.segments_db [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] Added segment ae603e40-d17b-42db-a6a4-089c497fb4ce of type vlan for network dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e May 09 23:04:17.109734 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.137173 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.138295 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:17.138946 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.195742 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2903874 May 09 23:04:17.198337 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60016) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:17.202950 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-8ea83f19-143a-4bbe-8b2b-c69d341c5069 admin admin] Request body: {'subnet': {'network_id': 'dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-713643985-subnet', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918', 'ip_version': 4}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:17.210700 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38704185-737b-4b06-bbb4-4b7d7bdb040c admin admin] Pushing event updated for resources: {'Network': ['ID=dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:17.220632 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:04:17.228020 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea83f19-143a-4bbe-8b2b-c69d341c5069 admin admin] Made reservation on behalf of 3d9e04b82a614f86be6d631e4bdc6918 for: {'subnet': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:04:17.230374 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8ea83f19-143a-4bbe-8b2b-c69d341c5069 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9732414'] for subnet (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.372983 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 32e97e24-ba7f-4b00-ae99-b1c5d9af634f up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:04:17.428541 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 32e97e24-ba7f-4b00-ae99-b1c5d9af634f triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:17.429219 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (32e97e24-ba7f-4b00-ae99-b1c5d9af634f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.439672 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97a3ce-6149-4bdb-bcbb-3f3cc3ec36a7 req-aa094a88-7e98-4c61-a874-ed7e26bdc5a0 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:17.441174 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ed97a3ce-6149-4bdb-bcbb-3f3cc3ec36a7 req-aa094a88-7e98-4c61-a874-ed7e26bdc5a0 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0779147 May 09 23:04:17.473808 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8ea83f19-143a-4bbe-8b2b-c69d341c5069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9884008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9732392'] for subnet (b1b13475-f58e-4402-822c-3e066fb925a0), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.475706 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae905c-e881-4cf5-ab01-454afca7d4f8 req-2ed86db3-e6fe-4ae1-b0ee-ae44d42b150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:17.477969 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-03ae905c-e881-4cf5-ab01-454afca7d4f8 req-2ed86db3-e6fe-4ae1-b0ee-ae44d42b150e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 1129 time: 0.0437882 May 09 23:04:17.531217 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Sync routers for ids ['4b130758-6554-48f2-b0bd-9f66685de5e0'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:04:17.544897 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 32e97e24-ba7f-4b00-ae99-b1c5d9af634f is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:17.545850 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (32e97e24-ba7f-4b00-ae99-b1c5d9af634f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.550023 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea83f19-143a-4bbe-8b2b-c69d341c5069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b13475-f58e-4402-822c-3e066fb925a0,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:17.559871 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ed97a3ce-6149-4bdb-bcbb-3f3cc3ec36a7 req-0d8a6f0a-6138-44d1-af16-75ac5463fdda tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130357 May 09 23:04:17.567547 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Routers {'4b130758-6554-48f2-b0bd-9f66685de5e0'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:04:17.568359 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:03:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['4b130758-6554-48f2-b0bd-9f66685de5e0'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:17.573380 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea83f19-143a-4bbe-8b2b-c69d341c5069 admin admin] Checking segment: {'id': 'ae603e40-d17b-42db-a6a4-089c497fb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:04:17.573742 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea83f19-143a-4bbe-8b2b-c69d341c5069 admin admin] Network hostable DHCP agents. Network: dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:04:17.594104 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea83f19-143a-4bbe-8b2b-c69d341c5069 admin admin] Network dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:04:17.605210 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-8ea83f19-143a-4bbe-8b2b-c69d341c5069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e) {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:17.611729 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea83f19-143a-4bbe-8b2b-c69d341c5069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:17.612326 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8ea83f19-143a-4bbe-8b2b-c69d341c5069 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.613591 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae905c-e881-4cf5-ab01-454afca7d4f8 req-947da9b1-1b22-470d-90e7-254e17574d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:17.616415 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-03ae905c-e881-4cf5-ab01-454afca7d4f8 req-947da9b1-1b22-470d-90e7-254e17574d68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 920 time: 0.1107717 May 09 23:04:17.620698 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb196a72-3e01-4851-8e14-d965b918bb06 None None] Network dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:04:17.624824 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] For port 32e97e24-ba7f-4b00-ae99-b1c5d9af634f, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=32e97e24-ba7f-4b00-ae99-b1c5d9af634f,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:17.635700 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-8ea83f19-143a-4bbe-8b2b-c69d341c5069 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4360163 May 09 23:04:17.637929 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60020) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:17.649813 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-713643985-router', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:17.665205 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (32e97e24-ba7f-4b00-ae99-b1c5d9af634f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.669400 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-03ae905c-e881-4cf5-ab01-454afca7d4f8 req-d7ada436-2c99-4cbd-abc5-5fea4e5e6f78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a155ecdb-d89b-4868-8cb1-49548f3d778f HTTP/1.1" status: 200 len: 217 time: 0.0399358 May 09 23:04:17.674093 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112480'] for router (9b6f0637-aad3-429f-a435-57553ee96d18), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.675422 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112511'] for router (9b6f0637-aad3-429f-a435-57553ee96d18), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.734144 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae905c-e881-4cf5-ab01-454afca7d4f8 req-a4bc50c4-98f7-434b-9ce3-ea015aad1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:17.736422 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-03ae905c-e881-4cf5-ab01-454afca7d4f8 req-a4bc50c4-98f7-434b-9ce3-ea015aad1590 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.0526400 May 09 23:04:17.741403 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Publish callbacks [] for router_controller (9b6f0637-aad3-429f-a435-57553ee96d18), precommit_add_association {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:17.790020 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Pushing event updated for resources: {'Port': ['ID=32e97e24-ba7f-4b00-ae99-b1c5d9af634f,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:17.802850 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae905c-e881-4cf5-ab01-454afca7d4f8 req-f78a26a4-9c1f-4d12-b356-23d03926f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:17.804868 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-03ae905c-e881-4cf5-ab01-454afca7d4f8 req-f78a26a4-9c1f-4d12-b356-23d03926f3ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585108 May 09 23:04:17.808929 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Set router 4b130758-6554-48f2-b0bd-9f66685de5e0 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:04:17.895973 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b24f0e-16ea-5479-91c9-85daf8003eec-dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e', 'network_id': 'dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e', 'project_id': '3d9e04b82a614f86be6d631e4bdc6918', 'fixed_ips': [{'subnet_id': 'b1b13475-f58e-4402-822c-3e066fb925a0'}]}} from dv-cinder-840678-5-iscsi. {{(pid=103351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 23:04:17.897295 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:18.030398 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-03ae905c-e881-4cf5-ab01-454afca7d4f8 req-b7b3c0bc-1b08-4a06-8aa0-484cbf838703 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155697 May 09 23:04:18.160301 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:04:15Z', 'revision_number': 4, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port': {'id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:12Z', 'updated_at': '2022-05-09T23:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '76039854-47e2-4fec-b1c0-307c5dba414a', 'name': '', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'mac_address': 'fa:16:3e:e5:83:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:14Z', 'updated_at': '2022-05-09T23:04:15Z', 'revision_number': 2, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'subnets': [{'id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:18.177215 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-03ae905c-e881-4cf5-ab01-454afca7d4f8 req-d6f385b6-a3c8-46ba-adba-ae7c632ab7de service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392841 May 09 23:04:18.213627 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Checking router: 4b130758-6554-48f2-b0bd-9f66685de5e0 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:04:18.213987 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Updating router 4b130758-6554-48f2-b0bd-9f66685de5e0 port 76039854-47e2-4fec-b1c0-307c5dba414a binding host dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:04:18.229250 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Publish callbacks [] for router_gateway (9b6f0637-aad3-429f-a435-57553ee96d18), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:18.298864 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:18.327006 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Allocated IP 172.20.0.2 (dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e/b1b13475-f58e-4402-822c-3e066fb925a0/686c8c00-af2c-44bb-8c4b-458b1810c2b2) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:04:18.455846 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Publish callbacks [] for router_gateway (9b6f0637-aad3-429f-a435-57553ee96d18), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:18.476643 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:18.681998 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Allocated IP 172.27.3.229 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/bf4c1470-6717-44e7-b2a8-47d2faef6c11) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:04:18.843200 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c8498-ced6-4bcc-8428-63e593e03e21 req-7642c0f4-51de-482c-ab42-e697ad83cd36 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:18.844741 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-763c8498-ced6-4bcc-8428-63e593e03e21 req-7642c0f4-51de-482c-ab42-e697ad83cd36 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0959172 May 09 23:04:18.868534 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Publish callbacks [] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:18.882552 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:18.918769 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Publish callbacks [] for port (bf4c1470-6717-44e7-b2a8-47d2faef6c11), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:18.925070 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-763c8498-ced6-4bcc-8428-63e593e03e21 req-cec17175-2c51-4512-8bb8-a55ab027be0b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743914 May 09 23:04:18.948666 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Network dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:04:18.954945 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:18.957863 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:04:18.957990 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (bf4c1470-6717-44e7-b2a8-47d2faef6c11), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:18.982507 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Pushing event updated for resources: {'Port': ['ID=686c8c00-af2c-44bb-8c4b-458b1810c2b2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:18.992211 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Publish callbacks [] for port (76039854-47e2-4fec-b1c0-307c5dba414a), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:19.002491 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:04:19.005549 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:19.009162 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:04:19.015435 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:19.034425 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Pushing event updated for resources: {'Port': ['ID=bf4c1470-6717-44e7-b2a8-47d2faef6c11,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:19.101465 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e255da-cffe-4796-b65c-5fe9dbf861b9 None None] Pushing event updated for resources: {'Port': ['ID=76039854-47e2-4fec-b1c0-307c5dba414a,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:19.108549 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Attempting to bind port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:04:19.108926 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Attempting to bind port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'ae603e40-d17b-42db-a6a4-089c497fb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:04:19.109341 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Attempting to bind port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 on network dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:04:19.155317 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:04:19.163871 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:04:19.164400 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Checking segment: {'id': 'ae603e40-d17b-42db-a6a4-089c497fb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:04:19.164643 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:19.165042 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Bound using segment: {'id': 'ae603e40-d17b-42db-a6a4-089c497fb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:04:19.165525 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Bound port: 686c8c00-af2c-44bb-8c4b-458b1810c2b2, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae603e40-d17b-42db-a6a4-089c497fb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:04:19.165903 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:19.195944 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Attempting to bind port 76039854-47e2-4fec-b1c0-307c5dba414a on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:04:19.196165 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Attempting to bind port 76039854-47e2-4fec-b1c0-307c5dba414a by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '5beef1e0-cde5-40a8-8b8b-7a209d81e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:04:19.196528 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Attempting to bind port 76039854-47e2-4fec-b1c0-307c5dba414a on network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:04:19.230378 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:04:19.230828 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Checking segment: {'id': '5beef1e0-cde5-40a8-8b8b-7a209d81e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:04:19.231174 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:19.231617 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Bound using segment: {'id': '5beef1e0-cde5-40a8-8b8b-7a209d81e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:04:19.232357 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Bound port: 76039854-47e2-4fec-b1c0-307c5dba414a, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beef1e0-cde5-40a8-8b8b-7a209d81e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:04:19.234056 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:19.338476 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] For port 686c8c00-af2c-44bb-8c4b-458b1810c2b2, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:04:19.356642 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] For port 686c8c00-af2c-44bb-8c4b-458b1810c2b2, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=686c8c00-af2c-44bb-8c4b-458b1810c2b2,segment=NetworkSegment(ae603e40-d17b-42db-a6a4-089c497fb4ce),segment_id=ae603e40-d17b-42db-a6a4-089c497fb4ce)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:04:19.372226 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] For port 76039854-47e2-4fec-b1c0-307c5dba414a, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:04:19.395448 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:19.398501 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] For port 76039854-47e2-4fec-b1c0-307c5dba414a, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=76039854-47e2-4fec-b1c0-307c5dba414a,segment=NetworkSegment(5beef1e0-cde5-40a8-8b8b-7a209d81e134),segment_id=5beef1e0-cde5-40a8-8b8b-7a209d81e134)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:04:19.402308 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Publish callbacks [] for router_gateway (9b6f0637-aad3-429f-a435-57553ee96d18), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:19.405336 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 32e97e24-ba7f-4b00-ae99-b1c5d9af634f up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:04:19.463299 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:19.465051 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d55ae8f0-c4af-463d-bef6-cbb6c6ecfdd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:19.503182 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-a2bab382-80d9-4551-a3a5-1ec4b5354fe7 None None] Provisioning complete for port 76039854-47e2-4fec-b1c0-307c5dba414a triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:19.503572 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2bab382-80d9-4551-a3a5-1ec4b5354fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:19.551452 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae235da-a2e5-4e3d-b4fe-3240c6869583 None None] Pushing event updated for resources: {'Port': ['ID=686c8c00-af2c-44bb-8c4b-458b1810c2b2,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:19.606202 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Routers {'4b130758-6554-48f2-b0bd-9f66685de5e0'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:04:19.607112 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:03:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['4b130758-6554-48f2-b0bd-9f66685de5e0'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:19.659024 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733209'] for router (9b6f0637-aad3-429f-a435-57553ee96d18), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:19.664099 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 32e97e24-ba7f-4b00-ae99-b1c5d9af634f triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:19.664491 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (32e97e24-ba7f-4b00-ae99-b1c5d9af634f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:19.715861 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e255da-cffe-4796-b65c-5fe9dbf861b9 None None] Pushing event updated for resources: {'Port': ['ID=76039854-47e2-4fec-b1c0-307c5dba414a,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:19.837047 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a2bab382-80d9-4551-a3a5-1ec4b5354fe7 None None] Current status of the port 76039854-47e2-4fec-b1c0-307c5dba414a is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:19.837678 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2bab382-80d9-4551-a3a5-1ec4b5354fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:19.875992 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] Set router 4b130758-6554-48f2-b0bd-9f66685de5e0 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:04:19.895436 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Router 9b6f0637-aad3-429f-a435-57553ee96d18 is scheduled to L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 with binding_index 1 {{(pid=103350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 23:04:20.034009 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a2bab382-80d9-4551-a3a5-1ec4b5354fe7 None None] For port 76039854-47e2-4fec-b1c0-307c5dba414a, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=76039854-47e2-4fec-b1c0-307c5dba414a,segment=NetworkSegment(5beef1e0-cde5-40a8-8b8b-7a209d81e134),segment_id=5beef1e0-cde5-40a8-8b8b-7a209d81e134)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:20.039047 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:04:20.050998 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Sync routers for ids ['9b6f0637-aad3-429f-a435-57553ee96d18'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:04:20.070884 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Routers {'9b6f0637-aad3-429f-a435-57553ee96d18'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:04:20.072562 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:03:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['9b6f0637-aad3-429f-a435-57553ee96d18'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:20.078239 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:20.091285 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-2422f2ce-e0e0-4be4-90ab-c8f28692701c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4435632 May 09 23:04:20.092338 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60084) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:20.098697 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2bab382-80d9-4551-a3a5-1ec4b5354fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:20.103922 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 32e97e24-ba7f-4b00-ae99-b1c5d9af634f is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:20.145355 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93662735-fdc8-41dc-9d49-39461ea0eed5 req-5461dbfc-c110-464b-af79-fbcf5fbbf426 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:20.155943 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-93662735-fdc8-41dc-9d49-39461ea0eed5 req-5461dbfc-c110-464b-af79-fbcf5fbbf426 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.1238155 May 09 23:04:20.223641 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-93662735-fdc8-41dc-9d49-39461ea0eed5 req-47dbe586-30b9-45e5-8ee8-64474d532df7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603657 May 09 23:04:20.261750 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Set router 9b6f0637-aad3-429f-a435-57553ee96d18 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:04:20.305235 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:04:15Z', 'revision_number': 4, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port': {'id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:12Z', 'updated_at': '2022-05-09T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '76039854-47e2-4fec-b1c0-307c5dba414a', 'name': '', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'mac_address': 'fa:16:3e:e5:83:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:14Z', 'updated_at': '2022-05-09T23:04:19Z', 'revision_number': 4, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'subnets': [{'id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:20.354994 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e46eb1d-67cd-4591-9080-b07d666384cb None None] The sync data for ids ['4b130758-6554-48f2-b0bd-9f66685de5e0'] in dv-cinder-840678-5-iscsi is: [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:04:15Z', 'revision_number': 4, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port': {'id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:12Z', 'updated_at': '2022-05-09T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '76039854-47e2-4fec-b1c0-307c5dba414a', 'name': '', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'mac_address': 'fa:16:3e:e5:83:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:14Z', 'updated_at': '2022-05-09T23:04:19Z', 'revision_number': 4, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'subnets': [{'id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:04:20.358450 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-038ffcb4-a119-4b04-aabb-4cd7cca0bdc2 None None] Provisioning complete for port 76039854-47e2-4fec-b1c0-307c5dba414a triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:20.358848 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-038ffcb4-a119-4b04-aabb-4cd7cca0bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:20.418338 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bab382-80d9-4551-a3a5-1ec4b5354fe7 None None] Pushing event updated for resources: {'Port': ['ID=76039854-47e2-4fec-b1c0-307c5dba414a,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:20.422369 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aca583-4286-492d-9f9f-349adb6670cc req-5c01cf50-1871-4e33-a9a2-9ae1573417bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:20.429349 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-59aca583-4286-492d-9f9f-349adb6670cc req-5c01cf50-1871-4e33-a9a2-9ae1573417bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 1129 time: 0.1133308 May 09 23:04:20.524438 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'name': 'tempest-TestMinimumBasicScenario-713643985-router', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1470-6717-44e7-b2a8-47d2faef6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:17Z', 'updated_at': '2022-05-09T23:04:19Z', 'revision_number': 3, 'project_id': '3d9e04b82a614f86be6d631e4bdc6918', 'gw_port': {'id': 'bf4c1470-6717-44e7-b2a8-47d2faef6c11', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:18Z', 'updated_at': '2022-05-09T23:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:20.546732 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-038ffcb4-a119-4b04-aabb-4cd7cca0bdc2 None None] Current status of the port 76039854-47e2-4fec-b1c0-307c5dba414a is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:20.550643 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-59aca583-4286-492d-9f9f-349adb6670cc req-db3bd9d6-1a67-455a-8cc5-4fd640359e93 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023853 May 09 23:04:20.596157 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Checking router: 9b6f0637-aad3-429f-a435-57553ee96d18 for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:04:20.596755 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Updating router 9b6f0637-aad3-429f-a435-57553ee96d18 port bf4c1470-6717-44e7-b2a8-47d2faef6c11 binding host dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:04:20.638079 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (bf4c1470-6717-44e7-b2a8-47d2faef6c11), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:20.873461 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 60092) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:21.040111 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Publish callbacks [] for port (bf4c1470-6717-44e7-b2a8-47d2faef6c11), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.050883 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32bec2d-7768-40ca-997a-a1329959432c None None] Network dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:04:21.064287 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.065290 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (bf4c1470-6717-44e7-b2a8-47d2faef6c11), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.124866 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-7e8a3a93-535a-4df9-8a7b-4f854a8a9807 None None] Provisioning complete for port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:21.125254 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3a93-535a-4df9-8a7b-4f854a8a9807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.131786 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b8bd3-9a6a-490e-8399-f423e398723f None None] Pushing event updated for resources: {'Port': ['ID=bf4c1470-6717-44e7-b2a8-47d2faef6c11,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:21.152428 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.182375 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Attempting to bind port bf4c1470-6717-44e7-b2a8-47d2faef6c11 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:04:21.183210 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Attempting to bind port bf4c1470-6717-44e7-b2a8-47d2faef6c11 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:04:21.183695 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Attempting to bind port bf4c1470-6717-44e7-b2a8-47d2faef6c11 on network 986321da-5d6d-49d1-9abb-6b80abe174d1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:04:21.198156 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:04:21.198588 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Publish callbacks [] for security_group (f7fcb39c-f7c9-4025-8f18-a6f990a1bd2a), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.199441 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Checking segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:04:21.205320 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.206165 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Bound using segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:04:21.206900 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Bound port: bf4c1470-6717-44e7-b2a8-47d2faef6c11, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:04:21.207536 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (bf4c1470-6717-44e7-b2a8-47d2faef6c11), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.208715 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (f7fcb39c-f7c9-4025-8f18-a6f990a1bd2a), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.293531 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf71a634012b41eb9e7540df3b1dddb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4192147 May 09 23:04:21.307496 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 60106) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:21.337216 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fcb39c-f7c9-4025-8f18-a6f990a1bd2a,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:21.369164 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.370612 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.374100 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.377458 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.377995 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.378525 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.379013 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.379746 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.380229 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.380709 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.381397 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a3a93-535a-4df9-8a7b-4f854a8a9807 None None] Current status of the port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:21.381866 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3a93-535a-4df9-8a7b-4f854a8a9807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.382405 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.383646 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] For port bf4c1470-6717-44e7-b2a8-47d2faef6c11, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:04:21.384443 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.385294 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.386738 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.390570 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c282d-1844-4fad-85f4-f76a910ecfd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:21.392954 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] For port bf4c1470-6717-44e7-b2a8-47d2faef6c11, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=bf4c1470-6717-44e7-b2a8-47d2faef6c11,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:04:21.413715 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (bf4c1470-6717-44e7-b2a8-47d2faef6c11), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.487855 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-7e8a3a93-535a-4df9-8a7b-4f854a8a9807 None None] For port 686c8c00-af2c-44bb-8c4b-458b1810c2b2, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=686c8c00-af2c-44bb-8c4b-458b1810c2b2,segment=NetworkSegment(ae603e40-d17b-42db-a6a4-089c497fb4ce),segment_id=ae603e40-d17b-42db-a6a4-089c497fb4ce)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:21.494661 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6572a6e8-e5a0-42e7-8adb-a51aba608def admin admin] Publish callbacks [] for security_group (f7fcb39c-f7c9-4025-8f18-a6f990a1bd2a), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.502105 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b8bd3-9a6a-490e-8399-f423e398723f None None] Pushing event updated for resources: {'Port': ['ID=bf4c1470-6717-44e7-b2a8-47d2faef6c11,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:21.502496 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3a93-535a-4df9-8a7b-4f854a8a9807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.521816 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Routers {'9b6f0637-aad3-429f-a435-57553ee96d18'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:04:21.523369 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:03:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['9b6f0637-aad3-429f-a435-57553ee96d18'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:21.547380 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6572a6e8-e5a0-42e7-8adb-a51aba608def admin admin] Publish callbacks [] for security_group (f7fcb39c-f7c9-4025-8f18-a6f990a1bd2a), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.595380 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4282a3-da3d-46ac-a9d0-b623192e6d58 req-14940334-f65d-4f51-8776-2226897e4e02 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:21.604809 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-df4282a3-da3d-46ac-a9d0-b623192e6d58 req-14940334-f65d-4f51-8776-2226897e4e02 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.1771007 May 09 23:04:21.608367 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 76039854-47e2-4fec-b1c0-307c5dba414a up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:04:21.633902 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Allocated IP 172.20.0.1 (dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e/b1b13475-f58e-4402-822c-3e066fb925a0/3658e7c9-4eb7-4b4c-869f-6c332aeb8496) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:04:21.658680 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6572a6e8-e5a0-42e7-8adb-a51aba608def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (f7fcb39c-f7c9-4025-8f18-a6f990a1bd2a), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.661474 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6572a6e8-e5a0-42e7-8adb-a51aba608def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.663019 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-6572a6e8-e5a0-42e7-8adb-a51aba608def admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7fcb39c-f7c9-4025-8f18-a6f990a1bd2a HTTP/1.1" status: 204 len: 168 time: 0.3532631 May 09 23:04:21.672282 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572a6e8-e5a0-42e7-8adb-a51aba608def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fcb39c-f7c9-4025-8f18-a6f990a1bd2a,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:21.672446 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-df4282a3-da3d-46ac-a9d0-b623192e6d58 req-83b73d92-d9e2-4528-853d-35da6e4edee6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664687 May 09 23:04:21.769215 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] Set router 9b6f0637-aad3-429f-a435-57553ee96d18 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:04:21.812426 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Publish callbacks [] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.880586 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:21.970966 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Network dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:04:21.974162 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:21.989610 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:04:21.992717 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3658e7c9-4eb7-4b4c-869f-6c332aeb8496,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:22.025303 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a3a93-535a-4df9-8a7b-4f854a8a9807 None None] Pushing event updated for resources: {'Port': ['ID=686c8c00-af2c-44bb-8c4b-458b1810c2b2,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:22.042398 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.058911 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.059897 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.060261 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.060655 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.064232 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.064685 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.066461 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.067619 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.067619 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.068702 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.069576 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.070550 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.072950 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.074016 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:22.110782 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719412'] for router_interface (9b6f0637-aad3-429f-a435-57553ee96d18), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:22.135028 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2df4d00-0e3e-4287-bbad-a68e4a37cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:22.167220 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-962ba2c2-ec31-4575-92b2-4b73bcbdfc72 None None] Provisioning complete for port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:22.167590 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-962ba2c2-ec31-4575-92b2-4b73bcbdfc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:22.222478 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 76039854-47e2-4fec-b1c0-307c5dba414a triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:22.223195 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:22.289850 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'name': 'tempest-TestMinimumBasicScenario-713643985-router', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1470-6717-44e7-b2a8-47d2faef6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:17Z', 'updated_at': '2022-05-09T23:04:19Z', 'revision_number': 3, 'project_id': '3d9e04b82a614f86be6d631e4bdc6918', 'gw_port': {'id': 'bf4c1470-6717-44e7-b2a8-47d2faef6c11', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:18Z', 'updated_at': '2022-05-09T23:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:22.334423 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-962ba2c2-ec31-4575-92b2-4b73bcbdfc72 None None] Current status of the port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:22.335590 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52552779-db75-4bbb-b241-a5468aca33dc None None] The sync data for ids ['9b6f0637-aad3-429f-a435-57553ee96d18'] in dv-cinder-840678-5-iscsi is: [{'id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'name': 'tempest-TestMinimumBasicScenario-713643985-router', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1470-6717-44e7-b2a8-47d2faef6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:17Z', 'updated_at': '2022-05-09T23:04:19Z', 'revision_number': 3, 'project_id': '3d9e04b82a614f86be6d631e4bdc6918', 'gw_port': {'id': 'bf4c1470-6717-44e7-b2a8-47d2faef6c11', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:18Z', 'updated_at': '2022-05-09T23:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:04:22.375328 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:22.384496 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 76039854-47e2-4fec-b1c0-307c5dba414a is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:22.385645 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 686c8c00-af2c-44bb-8c4b-458b1810c2b2 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:04:22.438260 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:22.438637 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:22.480958 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-88fb6cca-2227-436e-b681-3bc29407f1f8 None None] Provisioning complete for port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:22.481334 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-88fb6cca-2227-436e-b681-3bc29407f1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:22.540075 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-88fb6cca-2227-436e-b681-3bc29407f1f8 None None] Port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:04:22.582975 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:22.598862 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Publish callbacks [] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:22.604639 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:22.678713 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719614'] for router_interface (9b6f0637-aad3-429f-a435-57553ee96d18), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:22.679953 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Pushing event updated for resources: {'Port': ['ID=3658e7c9-4eb7-4b4c-869f-6c332aeb8496,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:22.809746 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Network dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:04:22.811854 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:22.863317 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f0628-a929-4953-bed1-4778aba9d14e req-1e5ad55b-ee1d-4012-b9ee-289a69fad98f tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:22.871573 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d40f0628-a929-4953-bed1-4778aba9d14e req-1e5ad55b-ee1d-4012-b9ee-289a69fad98f tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0697956 May 09 23:04:22.920608 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:22.952076 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d40f0628-a929-4953-bed1-4778aba9d14e req-f78e6c20-d364-4680-a085-a83888625d0d tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735886 May 09 23:04:22.992927 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Router 9b6f0637-aad3-429f-a435-57553ee96d18 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:04:23.075546 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-e313c5b4-28c1-404e-ac94-d83828805c9e None None] Provisioning complete for port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:23.076882 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e313c5b4-28c1-404e-ac94-d83828805c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:23.118394 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-e313c5b4-28c1-404e-ac94-d83828805c9e None None] Port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:04:23.132222 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:04:23.138410 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-91fd1508-bb1b-4b87-86c9-34372aaf75a5 admin admin] 10.222.0.23 "PUT /v2.0/routers/9b6f0637-aad3-429f-a435-57553ee96d18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0443225 May 09 23:04:23.263649 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d86ddb-7331-45cc-adf1-7fb9fbbe73aa req-a74597ec-11fa-4a63-a46b-864d38ad2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:23.266042 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c1d86ddb-7331-45cc-adf1-7fb9fbbe73aa req-a74597ec-11fa-4a63-a46b-864d38ad2632 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 1129 time: 0.0655410 May 09 23:04:23.274508 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cf501-7c16-489f-94d6-8a4e962543c1 req-5f3ae8fa-bb39-4ceb-8849-6fc2454f7a4a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:23.278843 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b51cf501-7c16-489f-94d6-8a4e962543c1 req-5f3ae8fa-bb39-4ceb-8849-6fc2454f7a4a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0737340 May 09 23:04:23.370950 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b51cf501-7c16-489f-94d6-8a4e962543c1 req-bd2280c6-a5fd-4c4c-a697-5f88fd1e5a83 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912044 May 09 23:04:23.388779 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d86ddb-7331-45cc-adf1-7fb9fbbe73aa req-07cbbf02-7bcf-43da-9225-8091a2e71ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:23.390503 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c1d86ddb-7331-45cc-adf1-7fb9fbbe73aa req-07cbbf02-7bcf-43da-9225-8091a2e71ae8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 920 time: 0.1165516 May 09 23:04:23.514364 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 686c8c00-af2c-44bb-8c4b-458b1810c2b2 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:04:23.584187 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:23.584556 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:23.676005 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:23.677369 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device bf4c1470-6717-44e7-b2a8-47d2faef6c11 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:04:23.677984 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c1d86ddb-7331-45cc-adf1-7fb9fbbe73aa req-677a7076-fee8-4063-9252-47260e49d3f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a155ecdb-d89b-4868-8cb1-49548f3d778f HTTP/1.1" status: 200 len: 217 time: 0.2682815 May 09 23:04:23.723709 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port bf4c1470-6717-44e7-b2a8-47d2faef6c11 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:23.724097 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (bf4c1470-6717-44e7-b2a8-47d2faef6c11), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:23.739123 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d86ddb-7331-45cc-adf1-7fb9fbbe73aa req-bd3acb70-b191-4afc-b987-30c88fbdf6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:23.740664 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c1d86ddb-7331-45cc-adf1-7fb9fbbe73aa req-bd3acb70-b191-4afc-b987-30c88fbdf6ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.0508573 May 09 23:04:23.790439 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d86ddb-7331-45cc-adf1-7fb9fbbe73aa req-1fe1f95a-8d0a-4f06-9a42-bdc9173976de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:23.792261 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c1d86ddb-7331-45cc-adf1-7fb9fbbe73aa req-1fe1f95a-8d0a-4f06-9a42-bdc9173976de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437722 May 09 23:04:23.849394 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port bf4c1470-6717-44e7-b2a8-47d2faef6c11 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:23.849894 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (bf4c1470-6717-44e7-b2a8-47d2faef6c11), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:23.873557 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] For port bf4c1470-6717-44e7-b2a8-47d2faef6c11, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=bf4c1470-6717-44e7-b2a8-47d2faef6c11,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:23.881327 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (bf4c1470-6717-44e7-b2a8-47d2faef6c11), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:23.918059 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c1d86ddb-7331-45cc-adf1-7fb9fbbe73aa req-ab7b3799-5f59-44f2-8a90-cdff9fa72f76 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134450 May 09 23:04:23.938073 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Pushing event updated for resources: {'Port': ['ID=bf4c1470-6717-44e7-b2a8-47d2faef6c11,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:24.045108 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c1d86ddb-7331-45cc-adf1-7fb9fbbe73aa req-2b367be8-7173-4fac-b4c8-bf8be27d94f7 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208456 May 09 23:04:24.327068 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:24.438539 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Sync routers for ids ['9b6f0637-aad3-429f-a435-57553ee96d18'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:04:24.455726 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Routers {'9b6f0637-aad3-429f-a435-57553ee96d18'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:04:24.456362 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:04:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['9b6f0637-aad3-429f-a435-57553ee96d18'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:24.664263 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Set router 9b6f0637-aad3-429f-a435-57553ee96d18 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:04:24.687408 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249187f3-9c39-4090-a1bc-6e1004e50011 req-d6e5039e-b858-4d52-a07e-06bde506b4c5 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:24.693576 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-249187f3-9c39-4090-a1bc-6e1004e50011 req-d6e5039e-b858-4d52-a07e-06bde506b4c5 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0606091 May 09 23:04:24.750379 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-249187f3-9c39-4090-a1bc-6e1004e50011 req-266ba05b-4a21-4c50-bba1-b390e597c7d6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527375 May 09 23:04:24.876783 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'name': 'tempest-TestMinimumBasicScenario-713643985-router', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1470-6717-44e7-b2a8-47d2faef6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:17Z', 'updated_at': '2022-05-09T23:04:22Z', 'revision_number': 4, 'project_id': '3d9e04b82a614f86be6d631e4bdc6918', 'gw_port': {'id': 'bf4c1470-6717-44e7-b2a8-47d2faef6c11', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:18Z', 'updated_at': '2022-05-09T23:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '3658e7c9-4eb7-4b4c-869f-6c332aeb8496', 'name': '', 'network_id': 'dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918', 'mac_address': 'fa:16:3e:83:54:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b1b13475-f58e-4402-822c-3e066fb925a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:21Z', 'updated_at': '2022-05-09T23:04:22Z', 'revision_number': 2, 'project_id': '3d9e04b82a614f86be6d631e4bdc6918', 'subnets': [{'id': 'b1b13475-f58e-4402-822c-3e066fb925a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:24.905115 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Checking router: 9b6f0637-aad3-429f-a435-57553ee96d18 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:04:24.905489 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Updating router 9b6f0637-aad3-429f-a435-57553ee96d18 port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 binding host dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:04:24.935236 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:25.250212 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Publish callbacks [] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:25.260523 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:25.395135 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c150a-3086-4d64-9f01-6c1e4a9d34a8 None None] Pushing event updated for resources: {'Port': ['ID=3658e7c9-4eb7-4b4c-869f-6c332aeb8496,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:25.412793 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Attempting to bind port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:04:25.413493 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Attempting to bind port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'ae603e40-d17b-42db-a6a4-089c497fb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:04:25.414006 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Attempting to bind port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 on network dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:04:25.430324 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device bf4c1470-6717-44e7-b2a8-47d2faef6c11 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:04:25.468266 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:04:25.468638 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Checking segment: {'id': 'ae603e40-d17b-42db-a6a4-089c497fb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:04:25.469128 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:25.469520 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Bound using segment: {'id': 'ae603e40-d17b-42db-a6a4-089c497fb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:04:25.469995 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Bound port: 3658e7c9-4eb7-4b4c-869f-6c332aeb8496, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae603e40-d17b-42db-a6a4-089c497fb4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:04:25.470395 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:25.557844 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port bf4c1470-6717-44e7-b2a8-47d2faef6c11 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:25.558238 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (bf4c1470-6717-44e7-b2a8-47d2faef6c11), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:25.590874 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] For port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:04:25.607633 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] For port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=3658e7c9-4eb7-4b4c-869f-6c332aeb8496,segment=NetworkSegment(ae603e40-d17b-42db-a6a4-089c497fb4ce),segment_id=ae603e40-d17b-42db-a6a4-089c497fb4ce)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:04:25.632330 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:25.732869 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:25.742803 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-72206f78-34cf-4cc7-b770-0446041d33f9 None None] Provisioning complete for port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:25.742803 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72206f78-34cf-4cc7-b770-0446041d33f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:25.753448 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port bf4c1470-6717-44e7-b2a8-47d2faef6c11 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:25.787160 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Routers {'9b6f0637-aad3-429f-a435-57553ee96d18'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:04:25.787802 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:04:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['9b6f0637-aad3-429f-a435-57553ee96d18'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:25.791242 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c150a-3086-4d64-9f01-6c1e4a9d34a8 None None] Pushing event updated for resources: {'Port': ['ID=3658e7c9-4eb7-4b4c-869f-6c332aeb8496,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:25.932622 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb046699-a51f-4e0a-a1cb-c56f61065884 req-c56cc382-1c8b-4395-82c2-4d7fe0fd7a87 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:25.940875 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-cb046699-a51f-4e0a-a1cb-c56f61065884 req-c56cc382-1c8b-4395-82c2-4d7fe0fd7a87 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0836444 May 09 23:04:25.979067 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-72206f78-34cf-4cc7-b770-0446041d33f9 None None] Current status of the port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:25.979461 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72206f78-34cf-4cc7-b770-0446041d33f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:26.010520 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-cb046699-a51f-4e0a-a1cb-c56f61065884 req-f0e8d2b6-7029-4eea-b582-2afce296cd82 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662198 May 09 23:04:26.143215 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] Set router 9b6f0637-aad3-429f-a435-57553ee96d18 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:04:26.196961 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-72206f78-34cf-4cc7-b770-0446041d33f9 None None] For port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=3658e7c9-4eb7-4b4c-869f-6c332aeb8496,segment=NetworkSegment(ae603e40-d17b-42db-a6a4-089c497fb4ce),segment_id=ae603e40-d17b-42db-a6a4-089c497fb4ce)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:26.258617 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-72206f78-34cf-4cc7-b770-0446041d33f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:26.382813 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72206f78-34cf-4cc7-b770-0446041d33f9 None None] Pushing event updated for resources: {'Port': ['ID=3658e7c9-4eb7-4b4c-869f-6c332aeb8496,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:26.403428 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-06710916-365f-4329-9a1a-29ae0ffb4913 None None] Provisioning complete for port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:26.403785 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-06710916-365f-4329-9a1a-29ae0ffb4913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:26.510680 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'name': 'tempest-TestMinimumBasicScenario-713643985-router', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1470-6717-44e7-b2a8-47d2faef6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:17Z', 'updated_at': '2022-05-09T23:04:22Z', 'revision_number': 4, 'project_id': '3d9e04b82a614f86be6d631e4bdc6918', 'gw_port': {'id': 'bf4c1470-6717-44e7-b2a8-47d2faef6c11', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:18Z', 'updated_at': '2022-05-09T23:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '3658e7c9-4eb7-4b4c-869f-6c332aeb8496', 'name': '', 'network_id': 'dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918', 'mac_address': 'fa:16:3e:83:54:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b1b13475-f58e-4402-822c-3e066fb925a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:21Z', 'updated_at': '2022-05-09T23:04:25Z', 'revision_number': 4, 'project_id': '3d9e04b82a614f86be6d631e4bdc6918', 'subnets': [{'id': 'b1b13475-f58e-4402-822c-3e066fb925a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:26.555086 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181d4b3-7bdd-4ac9-a224-4be129fb0784 None None] The sync data for ids ['9b6f0637-aad3-429f-a435-57553ee96d18'] in dv-cinder-840678-5-iscsi is: [{'id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'name': 'tempest-TestMinimumBasicScenario-713643985-router', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1470-6717-44e7-b2a8-47d2faef6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:17Z', 'updated_at': '2022-05-09T23:04:22Z', 'revision_number': 4, 'project_id': '3d9e04b82a614f86be6d631e4bdc6918', 'gw_port': {'id': 'bf4c1470-6717-44e7-b2a8-47d2faef6c11', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:18Z', 'updated_at': '2022-05-09T23:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '3658e7c9-4eb7-4b4c-869f-6c332aeb8496', 'name': '', 'network_id': 'dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918', 'mac_address': 'fa:16:3e:83:54:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b1b13475-f58e-4402-822c-3e066fb925a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:21Z', 'updated_at': '2022-05-09T23:04:25Z', 'revision_number': 4, 'project_id': '3d9e04b82a614f86be6d631e4bdc6918', 'subnets': [{'id': 'b1b13475-f58e-4402-822c-3e066fb925a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:04:26.571849 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-06710916-365f-4329-9a1a-29ae0ffb4913 None None] Current status of the port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:27.134465 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aece9e-2b85-4717-ab52-222d1f10e6fc req-fdf11e7f-d506-4f8d-b0f5-c8fe3ee9be02 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:27.136088 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a1aece9e-2b85-4717-ab52-222d1f10e6fc req-fdf11e7f-d506-4f8d-b0f5-c8fe3ee9be02 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0510318 May 09 23:04:27.189951 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a1aece9e-2b85-4717-ab52-222d1f10e6fc req-04157f78-6b51-4083-ac43-3f188ed87b6e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467322 May 09 23:04:27.388601 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:04:27.458405 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:27.458405 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:27.563617 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:28.318298 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12399dd4-3185-4c4d-b5a3-bd9127e3da60 req-2a465fea-c78f-43a6-9641-d6abb258faf9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:28.319796 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-12399dd4-3185-4c4d-b5a3-bd9127e3da60 req-2a465fea-c78f-43a6-9641-d6abb258faf9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0555358 May 09 23:04:28.371458 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-12399dd4-3185-4c4d-b5a3-bd9127e3da60 req-3471af3b-a12f-4e4c-997e-0b64953150a7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454721 May 09 23:04:29.524922 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3facb56-2153-49b9-b3b2-3daeee7a0d51 req-ec3972f5-7b3f-49b2-a1d3-874258073485 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:29.526573 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c3facb56-2153-49b9-b3b2-3daeee7a0d51 req-ec3972f5-7b3f-49b2-a1d3-874258073485 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0615973 May 09 23:04:29.575232 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c3facb56-2153-49b9-b3b2-3daeee7a0d51 req-86374995-8915-45c6-ab0c-0af9735d775a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 May 09 23:04:29.993785 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 60224) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:29.999250 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-4be0b720-150c-4c04-9c3b-151504943b5b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--475710989', 'description': 'tempest-description--819935433'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:30.025750 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4be0b720-150c-4c04-9c3b-151504943b5b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.121832 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4be0b720-150c-4c04-9c3b-151504943b5b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (71be949d-1fa8-4dfe-a4dc-0d2f4f083af0), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.136376 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4be0b720-150c-4c04-9c3b-151504943b5b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (71be949d-1fa8-4dfe-a4dc-0d2f4f083af0), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.167519 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0b720-150c-4c04-9c3b-151504943b5b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:30.190738 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4be0b720-150c-4c04-9c3b-151504943b5b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.192412 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-4be0b720-150c-4c04-9c3b-151504943b5b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1974828 May 09 23:04:30.195193 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 60234) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:30.201162 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-c7753051-4670-44aa-b9e1-9f23cf0cecf5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'security_group_rule': {'security_group_id': '71be949d-1fa8-4dfe-a4dc-0d2f4f083af0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:30.231542 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c7753051-4670-44aa-b9e1-9f23cf0cecf5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (30890618-adb1-42ba-8127-d7acbf563988), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.293789 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c7753051-4670-44aa-b9e1-9f23cf0cecf5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (30890618-adb1-42ba-8127-d7acbf563988), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.301081 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c7753051-4670-44aa-b9e1-9f23cf0cecf5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (30890618-adb1-42ba-8127-d7acbf563988), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.317192 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7753051-4670-44aa-b9e1-9f23cf0cecf5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30890618-adb1-42ba-8127-d7acbf563988,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:30.330796 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c7753051-4670-44aa-b9e1-9f23cf0cecf5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.334526 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-c7753051-4670-44aa-b9e1-9f23cf0cecf5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354876 May 09 23:04:30.335461 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60240) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:30.339463 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-c56b0cb6-8edd-43c8-b26c-e2c51221f8ff tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'security_group_rule': {'security_group_id': '71be949d-1fa8-4dfe-a4dc-0d2f4f083af0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:30.377424 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c56b0cb6-8edd-43c8-b26c-e2c51221f8ff tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (5d08f6a6-a240-4a5d-b09b-8eddb24827a6), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.454454 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c56b0cb6-8edd-43c8-b26c-e2c51221f8ff tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (5d08f6a6-a240-4a5d-b09b-8eddb24827a6), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.462082 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c56b0cb6-8edd-43c8-b26c-e2c51221f8ff tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (5d08f6a6-a240-4a5d-b09b-8eddb24827a6), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.482077 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b0cb6-8edd-43c8-b26c-e2c51221f8ff tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d08f6a6-a240-4a5d-b09b-8eddb24827a6,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:30.494728 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c56b0cb6-8edd-43c8-b26c-e2c51221f8ff tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.499431 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-c56b0cb6-8edd-43c8-b26c-e2c51221f8ff tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1605468 May 09 23:04:30.499576 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60242) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:30.504476 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'floatingip': {'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:30.528920 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.621074 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.740323 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Allocated IP 172.27.3.194 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/5e85054b-85c1-4f0a-8cc7-53828f528e52) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:04:30.855631 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for port (5e85054b-85c1-4f0a-8cc7-53828f528e52), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.889940 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (5e85054b-85c1-4f0a-8cc7-53828f528e52), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:30.931249 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:04:30.936947 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:30.939625 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:04:30.985120 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'Port': ['ID=5e85054b-85c1-4f0a-8cc7-53828f528e52,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:31.068463 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (3794e5f8-75c3-4247-8ff3-ef484eac8042), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.107774 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 60250) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:31.112802 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-5881c3d6-c2d3-47b5-ba31-a89f92e79347 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1790413761', 'description': 'tempest-description--1422861267'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:31.127527 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (5e85054b-85c1-4f0a-8cc7-53828f528e52), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.140895 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5881c3d6-c2d3-47b5-ba31-a89f92e79347 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.229663 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5881c3d6-c2d3-47b5-ba31-a89f92e79347 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for security_group (a5657782-8d19-483a-bc33-b1cad1f51433), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.234623 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5881c3d6-c2d3-47b5-ba31-a89f92e79347 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a5657782-8d19-483a-bc33-b1cad1f51433), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.265128 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5881c3d6-c2d3-47b5-ba31-a89f92e79347 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.268988 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-5881c3d6-c2d3-47b5-ba31-a89f92e79347 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1570013 May 09 23:04:31.270163 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60252) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:31.286716 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-30637755-a671-48b4-b5f2-f2ca4fe62350 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Request body: {'security_group_rule': {'security_group_id': 'a5657782-8d19-483a-bc33-b1cad1f51433', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:31.292563 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881c3d6-c2d3-47b5-ba31-a89f92e79347 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5657782-8d19-483a-bc33-b1cad1f51433,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:31.343684 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-30637755-a671-48b4-b5f2-f2ca4fe62350 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for security_group_rule (571d4fa3-52a6-4c2d-bbc8-780646c1125a), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.350501 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for port (5e85054b-85c1-4f0a-8cc7-53828f528e52), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.361153 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (5e85054b-85c1-4f0a-8cc7-53828f528e52), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.472501 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'Port': ['ID=5e85054b-85c1-4f0a-8cc7-53828f528e52,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:31.485823 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (3794e5f8-75c3-4247-8ff3-ef484eac8042), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.511344 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.512640 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-2aa13655-3642-4149-a3d8-f3cd09f79259 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0120916 May 09 23:04:31.514526 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-30637755-a671-48b4-b5f2-f2ca4fe62350 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for security_group_rule (571d4fa3-52a6-4c2d-bbc8-780646c1125a), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.522187 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-30637755-a671-48b4-b5f2-f2ca4fe62350 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (571d4fa3-52a6-4c2d-bbc8-780646c1125a), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.542191 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30637755-a671-48b4-b5f2-f2ca4fe62350 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571d4fa3-52a6-4c2d-bbc8-780646c1125a,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:31.553650 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-30637755-a671-48b4-b5f2-f2ca4fe62350 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.554998 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-30637755-a671-48b4-b5f2-f2ca4fe62350 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2837815 May 09 23:04:31.557893 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 60262) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:31.564648 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-7c3dda08-0d30-4fbd-a9ec-944210826db9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Request body: {'security_group_rule': {'security_group_id': 'a5657782-8d19-483a-bc33-b1cad1f51433', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:31.601196 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7c3dda08-0d30-4fbd-a9ec-944210826db9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for security_group_rule (74fbd1ad-7c57-4e1f-97e8-9088832d3b59), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.696411 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7c3dda08-0d30-4fbd-a9ec-944210826db9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for security_group_rule (74fbd1ad-7c57-4e1f-97e8-9088832d3b59), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.703596 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7c3dda08-0d30-4fbd-a9ec-944210826db9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (74fbd1ad-7c57-4e1f-97e8-9088832d3b59), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.739264 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dda08-0d30-4fbd-a9ec-944210826db9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fbd1ad-7c57-4e1f-97e8-9088832d3b59,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:31.755439 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7c3dda08-0d30-4fbd-a9ec-944210826db9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.757588 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-7c3dda08-0d30-4fbd-a9ec-944210826db9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1985936 May 09 23:04:31.760646 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60270) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:31.765462 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Request body: {'floatingip': {'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:31.810046 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:31.909971 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-f4cd1762-cf1f-4c59-b3bf-4b7f8e3ebe5b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--475710989&fields=id&tenant_id=b776734a879d4c0785b1d3728b79b766 HTTP/1.1" status: 200 len: 267 time: 0.1240811 May 09 23:04:31.981382 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:32.084597 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-1407f9f6-aea5-4880-a464-0d90b70adc46 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:32.091190 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-1407f9f6-aea5-4880-a464-0d90b70adc46 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 815 time: 0.1803174 May 09 23:04:32.130086 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-447be13c-3637-4f6e-a10c-af208dac4e89 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/quotas/b776734a879d4c0785b1d3728b79b766 HTTP/1.1" status: 200 len: 375 time: 0.0374017 May 09 23:04:32.190057 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Allocated IP 172.27.3.98 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/510235da-f9a8-46ee-b6d7-80a296e69008) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:04:32.198972 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-32498f87-fece-4181-902b-403e4819a932 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680418 May 09 23:04:32.626693 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-a45de105-1f64-486f-8803-9fcbae340480 service neutron] 10.222.0.23 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002571 May 09 23:04:32.657063 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for port (510235da-f9a8-46ee-b6d7-80a296e69008), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:32.765337 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-e7a6f4c9-9041-4d06-a32d-e4b793cb8604 service neutron] 10.222.0.23 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219811 May 09 23:04:32.767106 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (510235da-f9a8-46ee-b6d7-80a296e69008), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:32.803017 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:04:32.806634 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:32.809155 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:04:32.885454 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Pushing event updated for resources: {'Port': ['ID=510235da-f9a8-46ee-b6d7-80a296e69008,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:33.056565 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for floatingip (122caaec-ee86-4c55-bee9-a9d0fd178187), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:33.143983 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (510235da-f9a8-46ee-b6d7-80a296e69008), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:33.146955 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0fd8a34e-a611-47c8-aae6-9f29ac51ea2d req-af80f0dc-7693-45f4-b96c-698342931147 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 210 time: 0.0454829 May 09 23:04:33.354316 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for port (510235da-f9a8-46ee-b6d7-80a296e69008), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:33.370587 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (510235da-f9a8-46ee-b6d7-80a296e69008), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:33.483411 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Pushing event updated for resources: {'Port': ['ID=510235da-f9a8-46ee-b6d7-80a296e69008,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:33.497297 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (122caaec-ee86-4c55-bee9-a9d0fd178187), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:33.523592 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:33.527847 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-9e999ad7-70d1-484f-a545-bdbca31cf1c3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7661316 May 09 23:04:33.977113 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-d44642f2-5530-41e3-a8b2-7b67fdf63267 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1790413761&fields=id&tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3 HTTP/1.1" status: 200 len: 267 time: 0.0441134 May 09 23:04:34.087729 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-887a0108-88f2-41ff-8b1c-05a10b1b5a58 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:34.089219 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-887a0108-88f2-41ff-8b1c-05a10b1b5a58 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 819 time: 0.1047573 May 09 23:04:34.104735 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-de318993-fbeb-4846-8d7e-13383b5d7327 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/quotas/0cb055ff9f0d4af6962070c7a2f19bf3 HTTP/1.1" status: 200 len: 375 time: 0.0091543 May 09 23:04:34.161239 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-ab242244-4801-4d48-bc5f-d0f1ffc04f79 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0515442 May 09 23:04:34.168757 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b1d0f57-bbc1-4377-bd39-799a234ba007 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:34.169272 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b1d0f57-bbc1-4377-bd39-799a234ba007 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/networks?id=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 HTTP/1.1" status: 200 len: 813 time: 0.1196191 May 09 23:04:34.188178 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-d8040b24-5452-46bf-8e55-a08987494a82 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/quotas/93df4f41ba52453dabfd21f82cb9238b HTTP/1.1" status: 200 len: 375 time: 0.0137091 May 09 23:04:34.274660 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-fd63d1ba-c394-4302-bee6-01540317ca78 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=93df4f41ba52453dabfd21f82cb9238b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799437 May 09 23:04:34.274898 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-8c768155-374a-4220-9515-5a9ca17c4185 service neutron] 10.222.0.23 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014287 May 09 23:04:34.380299 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-7ebbbf21-4677-4ec8-81bb-16b874946faa service neutron] 10.222.0.23 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969200 May 09 23:04:34.436805 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-5c8ea9b7-5f52-48fc-bbaf-46d83e1e3120 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:34.438425 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-5c8ea9b7-5f52-48fc-bbaf-46d83e1e3120 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 815 time: 0.1795781 May 09 23:04:34.458757 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-984ef699-1f02-44b4-aef1-7f516e0e4532 service neutron] 10.222.0.23 "GET /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280134 May 09 23:04:34.595976 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6e0805df-fc5a-4c6a-b0c5-43e4a2054398 req-7c9722e0-b680-42db-978f-e631b5f6b33e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 210 time: 0.0343046 May 09 23:04:34.602306 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-e5814b9d-005e-4ba8-bed1-7a372132cfe0 service neutron] 10.222.0.23 "GET /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371002 May 09 23:04:34.610201 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-cbb65294-9f9a-4cd8-b6b5-65ec2dad6cce tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b776734a879d4c0785b1d3728b79b766 HTTP/1.1" status: 200 len: 471 time: 0.1242998 May 09 23:04:34.633114 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-763d779c-5cbf-43b0-91af-c5a6622e7c00 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'port': {'device_id': 'a46c08db-d64b-4794-85f2-3ade7544e841', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'admin_state_up': True, 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'security_groups': ['71be949d-1fa8-4dfe-a4dc-0d2f4f083af0']}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:34.699605 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-234eb3de-7cab-461d-a1c0-8857f6307117 req-d3216abd-5bb7-4cdb-86e1-69dfc9052fc6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 210 time: 0.0365548 May 09 23:04:34.800447 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-64e4ef9d-d8eb-4bb8-a745-2e6503a9f08a req-30d6c228-cc3c-4287-ab94-a13261f384ea tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 210 time: 0.0373149 May 09 23:04:34.807940 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-763d779c-5cbf-43b0-91af-c5a6622e7c00 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Made reservation on behalf of b776734a879d4c0785b1d3728b79b766 for: {'port': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:04:34.822886 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-763d779c-5cbf-43b0-91af-c5a6622e7c00 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:34.976125 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-763d779c-5cbf-43b0-91af-c5a6622e7c00 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Allocated IP 172.20.0.3 (a8d1714e-6adf-478e-9341-0aabd043adfd/d84bfe41-fb6f-4a50-9a95-878c5deeae54/dd84391b-cd8f-4c04-9bb7-f12890f8e469) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:04:35.127542 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-763d779c-5cbf-43b0-91af-c5a6622e7c00 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:35.167624 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-763d779c-5cbf-43b0-91af-c5a6622e7c00 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:35.211285 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-763d779c-5cbf-43b0-91af-c5a6622e7c00 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Network a8d1714e-6adf-478e-9341-0aabd043adfd is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:04:35.214390 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-763d779c-5cbf-43b0-91af-c5a6622e7c00 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:35.218922 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-763d779c-5cbf-43b0-91af-c5a6622e7c00 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:04:35.228491 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d779c-5cbf-43b0-91af-c5a6622e7c00 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'Port': ['ID=dd84391b-cd8f-4c04-9bb7-f12890f8e469,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:35.285249 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-763d779c-5cbf-43b0-91af-c5a6622e7c00 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:35.286016 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-763d779c-5cbf-43b0-91af-c5a6622e7c00 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:35.306229 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-763d779c-5cbf-43b0-91af-c5a6622e7c00 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6888218 May 09 23:04:35.467903 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-49c4fb60-3ed6-4dd0-a12f-1e3569383801 None None] Provisioning complete for port dd84391b-cd8f-4c04-9bb7-f12890f8e469 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:35.468495 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-49c4fb60-3ed6-4dd0-a12f-1e3569383801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:35.500928 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-49c4fb60-3ed6-4dd0-a12f-1e3569383801 None None] Port dd84391b-cd8f-4c04-9bb7-f12890f8e469 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:04:35.533495 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Request body: {'port': {'device_id': 'a46c08db-d64b-4794-85f2-3ade7544e841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:35.600604 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:35.739172 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-9d627aab-215d-4167-bd25-4433f02f26c9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:35.741034 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-9d627aab-215d-4167-bd25-4433f02f26c9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 819 time: 0.1213365 May 09 23:04:35.802247 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ab91f-b1c3-4998-af87-17cef0936fa5 req-157406de-151c-451c-a495-9e6db6a46c40 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:35.803088 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-919ab91f-b1c3-4998-af87-17cef0936fa5 req-157406de-151c-451c-a495-9e6db6a46c40 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 931 time: 0.0680249 May 09 23:04:35.812222 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-21fd00c0-90a8-4bfc-a921-849c81a4d5dc req-f86ea03b-8a6a-49af-ae58-2a06465cf607 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 210 time: 0.0352843 May 09 23:04:35.908200 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3df33ee9-8f99-4a67-a536-c8be9cb7d750 req-eb49d799-61a6-49eb-9c3c-639e98d3ad6e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 210 time: 0.0330122 May 09 23:04:35.914034 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-919ab91f-b1c3-4998-af87-17cef0936fa5 req-b32f5cae-f609-44c6-a9d3-1f6ac53ad79b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718062 May 09 23:04:35.982640 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd84391b-cd8f-4c04-9bb7-f12890f8e469 {{(pid=103349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:04:35.991556 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Publish callbacks [] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:36.012803 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.provisioning_blocks [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Transition to ACTIVE for port object dd84391b-cd8f-4c04-9bb7-f12890f8e469 will not be triggered until provisioned by entity L2. {{(pid=103349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:04:36.024827 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:36.046711 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-f66f5365-7f8d-448b-adf6-d3b385909567 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3 HTTP/1.1" status: 200 len: 380 time: 0.0756626 May 09 23:04:36.087792 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Pushing event updated for resources: {'Port': ['ID=dd84391b-cd8f-4c04-9bb7-f12890f8e469,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:36.113041 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-7fc96dca-ff40-4f5f-83a1-db04941dd788 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Request body: {'port': {'device_id': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'admin_state_up': True, 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'security_groups': ['a5657782-8d19-483a-bc33-b1cad1f51433']}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:36.252889 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Attempting to bind port dd84391b-cd8f-4c04-9bb7-f12890f8e469 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:04:36.253402 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Attempting to bind port dd84391b-cd8f-4c04-9bb7-f12890f8e469 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:04:36.253547 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Attempting to bind port dd84391b-cd8f-4c04-9bb7-f12890f8e469 on network a8d1714e-6adf-478e-9341-0aabd043adfd {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:04:36.254865 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-7fc96dca-ff40-4f5f-83a1-db04941dd788 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Made reservation on behalf of 0cb055ff9f0d4af6962070c7a2f19bf3 for: {'port': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:04:36.258791 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-7fc96dca-ff40-4f5f-83a1-db04941dd788 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:36.267546 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Port dd84391b-cd8f-4c04-9bb7-f12890f8e469 on network a8d1714e-6adf-478e-9341-0aabd043adfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:04:36.267876 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Attempting to bind port dd84391b-cd8f-4c04-9bb7-f12890f8e469 on network a8d1714e-6adf-478e-9341-0aabd043adfd {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:04:36.286922 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-9d7ab4ba-aa1e-4894-865d-6caa2ebc1bab tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:36.288501 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-9d7ab4ba-aa1e-4894-865d-6caa2ebc1bab tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.55 "GET /v2.0/networks?id=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 HTTP/1.1" status: 200 len: 813 time: 0.1738551 May 09 23:04:36.290467 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:04:36.290651 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Checking segment: {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:04:36.290938 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Bound using segment: {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:04:36.291388 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Bound port: dd84391b-cd8f-4c04-9bb7-f12890f8e469, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'}}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:04:36.291795 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:36.314427 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-db529237-56ea-4b9e-b7a9-9ef59080f2b5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Request body: {'port': {'device_id': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'admin_state_up': True, 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:36.439771 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-7fc96dca-ff40-4f5f-83a1-db04941dd788 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Allocated IP 172.20.0.14 (22e6fa81-87ea-460b-b290-1c8d865027a7/6c269878-3551-44b2-b4c9-9e0aefdfedd6/f4111c9d-b7d8-4877-85f0-8a4596bfc164) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:04:36.459107 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] For port dd84391b-cd8f-4c04-9bb7-f12890f8e469, host hv-cinder-84067, cleared binding levels {{(pid=103349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:04:36.468902 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] For port dd84391b-cd8f-4c04-9bb7-f12890f8e469, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dd84391b-cd8f-4c04-9bb7-f12890f8e469,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:04:36.479629 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:36.540873 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:36.541501 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:36.542951 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] 10.222.0.55 "PUT /v2.0/ports/dd84391b-cd8f-4c04-9bb7-f12890f8e469 HTTP/1.1" status: 200 len: 1093 time: 1.0136914 May 09 23:04:36.543739 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46c08db-d64b-4794-85f2-3ade7544e841', 'tag': 'dd84391b-cd8f-4c04-9bb7-f12890f8e469'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:04:36.546869 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36279dc-0844-43d4-8c88-2fcd72c42cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "a46c08db-d64b-4794-85f2-3ade7544e841", "tag": "dd84391b-cd8f-4c04-9bb7-f12890f8e469"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:04:36.551835 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-db529237-56ea-4b9e-b7a9-9ef59080f2b5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Made reservation on behalf of 93df4f41ba52453dabfd21f82cb9238b for: {'port': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:04:36.555140 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-db529237-56ea-4b9e-b7a9-9ef59080f2b5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:36.592807 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30339e-9082-4518-9e54-0119a3cdc114 service neutron] Pushing event updated for resources: {'Port': ['ID=dd84391b-cd8f-4c04-9bb7-f12890f8e469,revision_number=3']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:36.624731 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3158e2a1-d676-4320-8d8e-d2b333e8cfeb x-openstack-request-id: req-3158e2a1-d676-4320-8d8e-d2b333e8cfeb {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:04:36.624731 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46c08db-d64b-4794-85f2-3ade7544e841", "tag": "dd84391b-cd8f-4c04-9bb7-f12890f8e469", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:04:36.624731 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3158e2a1-d676-4320-8d8e-d2b333e8cfeb {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:04:36.624731 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3158e2a1-d676-4320-8d8e-d2b333e8cfeb'] response: {'name': 'network-changed', 'server_uuid': 'a46c08db-d64b-4794-85f2-3ade7544e841', 'tag': 'dd84391b-cd8f-4c04-9bb7-f12890f8e469', 'status': 'completed', 'code': 200} May 09 23:04:36.698685 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-7fc96dca-ff40-4f5f-83a1-db04941dd788 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:36.713901 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-5b337eed-c7d0-409a-ba25-1b49608a88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:36.715897 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-5b337eed-c7d0-409a-ba25-1b49608a88ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 1127 time: 0.1200802 May 09 23:04:36.769289 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-7fc96dca-ff40-4f5f-83a1-db04941dd788 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:36.796844 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-c34e1e02-50af-4d1a-bd23-a0ea5535f1af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd84391b-cd8f-4c04-9bb7-f12890f8e469 HTTP/1.1" status: 200 len: 217 time: 0.0687187 May 09 23:04:36.906988 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-7fc96dca-ff40-4f5f-83a1-db04941dd788 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Network 22e6fa81-87ea-460b-b290-1c8d865027a7 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:04:36.918663 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-db529237-56ea-4b9e-b7a9-9ef59080f2b5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Allocated IP 172.20.0.8 (38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6/aa30feaf-f64b-4b8c-8112-482aa5e4cd00/49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:04:36.919587 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-7fc96dca-ff40-4f5f-83a1-db04941dd788 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:36.926487 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-7fc96dca-ff40-4f5f-83a1-db04941dd788 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:04:37.004431 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc96dca-ff40-4f5f-83a1-db04941dd788 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Pushing event updated for resources: {'Port': ['ID=f4111c9d-b7d8-4877-85f0-8a4596bfc164,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:37.060768 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-7fc96dca-ff40-4f5f-83a1-db04941dd788 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:37.061657 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-7fc96dca-ff40-4f5f-83a1-db04941dd788 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:37.092698 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-7fc96dca-ff40-4f5f-83a1-db04941dd788 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9839537 May 09 23:04:37.149768 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-275b4abc-90b5-4363-b706-8dc9bcf38aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:37.153802 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-275b4abc-90b5-4363-b706-8dc9bcf38aa0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d84bfe41-fb6f-4a50-9a95-878c5deeae54 HTTP/1.1" status: 200 len: 854 time: 0.2266750 May 09 23:04:37.226182 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e93c7e-b3a3-44cb-839f-5e9dfe291ec6 req-f436fa6d-3538-4265-bbf4-3a77267cf6c0 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:37.227450 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4762017d-687f-4d8e-936c-650c9c025acf req-10690819-dc65-42a3-86eb-60e53353fb09 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 210 time: 0.0861497 May 09 23:04:37.248391 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e3e93c7e-b3a3-44cb-839f-5e9dfe291ec6 req-f436fa6d-3538-4265-bbf4-3a77267cf6c0 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 932 time: 0.0889270 May 09 23:04:37.346907 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e3e93c7e-b3a3-44cb-839f-5e9dfe291ec6 req-1a28d716-f31e-403d-851f-25084a2a63ea tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879314 May 09 23:04:37.408002 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-d3919c3e-8baa-4b9c-8838-1501c6fd5b3c None None] Provisioning complete for port f4111c9d-b7d8-4877-85f0-8a4596bfc164 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:37.411338 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d3919c3e-8baa-4b9c-8838-1501c6fd5b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:37.441901 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0b123-1a6c-46bf-a7ba-ddba6ead6e35 req-756a1884-1c8b-4092-a8b7-1e4adcae7d6c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:37.447631 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0cc0b123-1a6c-46bf-a7ba-ddba6ead6e35 req-756a1884-1c8b-4092-a8b7-1e4adcae7d6c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 943 time: 0.0967259 May 09 23:04:37.496742 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d3919c3e-8baa-4b9c-8838-1501c6fd5b3c None None] Port f4111c9d-b7d8-4877-85f0-8a4596bfc164 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:04:37.538499 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0cc0b123-1a6c-46bf-a7ba-ddba6ead6e35 req-aacc6e7c-db0b-49d4-b545-36d74be31b70 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787201 May 09 23:04:37.613481 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-db529237-56ea-4b9e-b7a9-9ef59080f2b5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:37.675037 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-db529237-56ea-4b9e-b7a9-9ef59080f2b5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:37.730499 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-db529237-56ea-4b9e-b7a9-9ef59080f2b5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:04:37.734543 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-db529237-56ea-4b9e-b7a9-9ef59080f2b5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:37.738400 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-db529237-56ea-4b9e-b7a9-9ef59080f2b5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:04:37.766996 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db529237-56ea-4b9e-b7a9-9ef59080f2b5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event updated for resources: {'Port': ['ID=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:37.806747 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-db529237-56ea-4b9e-b7a9-9ef59080f2b5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:37.807403 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-db529237-56ea-4b9e-b7a9-9ef59080f2b5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:37.840440 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-db529237-56ea-4b9e-b7a9-9ef59080f2b5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5368295 May 09 23:04:38.018027 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-619b8358-3655-4d94-90dc-9781852fe8f4 None None] Provisioning complete for port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:38.018349 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-619b8358-3655-4d94-90dc-9781852fe8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:38.054899 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-619b8358-3655-4d94-90dc-9781852fe8f4 None None] Port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:04:38.369259 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30702711-0863-45ab-901b-1af1a02a1037 req-d8f7fc87-b37f-4a3e-aae1-11f1427f12fc tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:38.376461 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-30702711-0863-45ab-901b-1af1a02a1037 req-d8f7fc87-b37f-4a3e-aae1-11f1427f12fc tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 931 time: 0.0661712 May 09 23:04:38.453223 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-30702711-0863-45ab-901b-1af1a02a1037 req-e029a7b1-5604-41e0-958e-4df3cb8a888c tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758116 May 09 23:04:38.488235 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbd7ae-ae5b-45b4-bcc8-82521d4d032a req-06cfecbb-6d03-49ae-9415-190ac31d6846 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:38.489761 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-74cbd7ae-ae5b-45b4-bcc8-82521d4d032a req-06cfecbb-6d03-49ae-9415-190ac31d6846 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 932 time: 0.0748827 May 09 23:04:38.562839 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-74cbd7ae-ae5b-45b4-bcc8-82521d4d032a req-948d0d1c-0e2e-473b-9996-7c3d4af34ed8 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661144 May 09 23:04:38.669157 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35be95-f238-402a-a58f-89663cbea313 req-de65e339-bd6f-42c2-9061-ef50c8a91bef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:38.670850 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0f35be95-f238-402a-a58f-89663cbea313 req-de65e339-bd6f-42c2-9061-ef50c8a91bef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 943 time: 0.0541832 May 09 23:04:38.733304 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0f35be95-f238-402a-a58f-89663cbea313 req-7de0b123-11a2-4e71-925a-656a807bac26 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501258 May 09 23:04:39.568984 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0edf-3703-4885-b100-6948b31d0521 req-7df35d1e-90db-431f-8547-b47a5f59fbd0 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:39.570653 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-099d0edf-3703-4885-b100-6948b31d0521 req-7df35d1e-90db-431f-8547-b47a5f59fbd0 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 931 time: 0.0521874 May 09 23:04:39.629967 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-099d0edf-3703-4885-b100-6948b31d0521 req-6fcadbcc-b9bd-4dde-bfc7-42d142dca407 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530217 May 09 23:04:39.710091 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5f8c0-6f4d-4956-8607-4d8c001cebf9 req-47632038-cb8f-4bb9-af20-7a45b9d5db6a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:39.711738 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-45c5f8c0-6f4d-4956-8607-4d8c001cebf9 req-47632038-cb8f-4bb9-af20-7a45b9d5db6a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 932 time: 0.0609822 May 09 23:04:39.770591 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-45c5f8c0-6f4d-4956-8607-4d8c001cebf9 req-237b0eab-aa1a-4a89-98e6-c175b8061d36 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519853 May 09 23:04:39.863749 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205220b-1882-40e3-9267-1ceac32b61a1 req-f3af6772-9db0-4093-820a-608c1e8496e5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:39.865381 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5205220b-1882-40e3-9267-1ceac32b61a1 req-f3af6772-9db0-4093-820a-608c1e8496e5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 943 time: 0.0542049 May 09 23:04:39.915585 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5205220b-1882-40e3-9267-1ceac32b61a1 req-dac0e9fc-7820-4094-bf7d-8a60a66b7cf7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443606 May 09 23:04:40.762109 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a837-0773-4f5f-8ae9-2e465128ce21 req-8177eaf5-9c18-4065-bcb3-98b8c72beade tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:40.763716 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b5d8a837-0773-4f5f-8ae9-2e465128ce21 req-8177eaf5-9c18-4065-bcb3-98b8c72beade tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 931 time: 0.0552201 May 09 23:04:40.815442 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b5d8a837-0773-4f5f-8ae9-2e465128ce21 req-a7c68d7f-787f-43a2-b5d6-a095195a6b48 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461020 May 09 23:04:40.897183 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6b61-905f-4044-a6fc-ee028f201b5b req-09f60b60-b07e-4fde-a715-66e109951f60 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:40.898694 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-49bd6b61-905f-4044-a6fc-ee028f201b5b req-09f60b60-b07e-4fde-a715-66e109951f60 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 932 time: 0.0491638 May 09 23:04:40.953218 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-49bd6b61-905f-4044-a6fc-ee028f201b5b req-90febefa-812c-4d1e-b88f-b9e0a286caaa tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478323 May 09 23:04:41.037276 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6775db3-eb07-4b6a-b645-f792406ce925 req-a9a54a6c-80c8-40c0-997c-f6cacf1bb46e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:41.038824 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a6775db3-eb07-4b6a-b645-f792406ce925 req-a9a54a6c-80c8-40c0-997c-f6cacf1bb46e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 943 time: 0.0516996 May 09 23:04:41.088407 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a6775db3-eb07-4b6a-b645-f792406ce925 req-3ddc5904-6d1a-4db5-93c6-c8bee6b664cf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441229 May 09 23:04:41.947954 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a86d7-fe97-4fc9-a20e-f463215c6ea1 req-c4644887-53a2-41ac-b617-196acf99bad0 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:41.949434 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-da6a86d7-fe97-4fc9-a20e-f463215c6ea1 req-c4644887-53a2-41ac-b617-196acf99bad0 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 931 time: 0.0521569 May 09 23:04:41.999856 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-da6a86d7-fe97-4fc9-a20e-f463215c6ea1 req-b87b38a8-7585-4db3-a204-d9c0295edef7 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443873 May 09 23:04:42.078854 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4150a-45af-4133-a869-be13aa3e5eb0 req-e4a97af8-4910-4020-8f66-49595212ea85 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:42.080360 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d9b4150a-45af-4133-a869-be13aa3e5eb0 req-e4a97af8-4910-4020-8f66-49595212ea85 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 932 time: 0.0491562 May 09 23:04:42.135191 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d9b4150a-45af-4133-a869-be13aa3e5eb0 req-a11f297c-aef3-490c-b0f6-6be03d0d8df9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489247 May 09 23:04:42.217809 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79191b2-f4a2-4229-8b3c-4cc230f70ac5 req-101177e4-45d2-4cc2-bd80-7ce2612d8625 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:42.219187 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c79191b2-f4a2-4229-8b3c-4cc230f70ac5 req-101177e4-45d2-4cc2-bd80-7ce2612d8625 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 943 time: 0.0572159 May 09 23:04:42.275254 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c79191b2-f4a2-4229-8b3c-4cc230f70ac5 req-53803d5a-8567-4962-b4fd-ee84a21103a4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506024 May 09 23:04:43.132780 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b55ef-7935-464b-8e01-24fd1de8344b req-39816601-936e-457d-964c-8c75385430c8 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:43.134494 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-942b55ef-7935-464b-8e01-24fd1de8344b req-39816601-936e-457d-964c-8c75385430c8 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 931 time: 0.0542195 May 09 23:04:43.187523 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-942b55ef-7935-464b-8e01-24fd1de8344b req-9d96c3fd-32ec-4bea-9083-1f6ec09b602c tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466237 May 09 23:04:43.271182 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a03ec-7794-4175-a5c4-31cbbbd8c46d req-5759217e-1878-48cb-81d6-05100df80880 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:43.273530 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0f9a03ec-7794-4175-a5c4-31cbbbd8c46d req-5759217e-1878-48cb-81d6-05100df80880 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 932 time: 0.0573781 May 09 23:04:43.324333 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0f9a03ec-7794-4175-a5c4-31cbbbd8c46d req-da2f92fd-0cf1-4a61-9cd4-d420c07b8fcf tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452111 May 09 23:04:43.396220 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1d96a-d7f1-4bca-9054-98eba1f89bc4 req-e8ce5237-d852-48a6-ae1a-8c7dd0cc33bf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:43.397673 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-deb1d96a-d7f1-4bca-9054-98eba1f89bc4 req-e8ce5237-d852-48a6-ae1a-8c7dd0cc33bf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 943 time: 0.0514903 May 09 23:04:43.444141 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-deb1d96a-d7f1-4bca-9054-98eba1f89bc4 req-f92e7f1e-aeb4-44a3-a0f3-9ccee9e5e29a tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409036 May 09 23:04:44.307505 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990473b7-fb70-4334-9606-dc3a407d4fe6 req-ac5bcc58-2b92-40f8-9759-39792eb4aa56 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:44.309256 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-990473b7-fb70-4334-9606-dc3a407d4fe6 req-ac5bcc58-2b92-40f8-9759-39792eb4aa56 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 931 time: 0.0483041 May 09 23:04:44.364457 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-990473b7-fb70-4334-9606-dc3a407d4fe6 req-3ce02b06-e622-42b7-afbd-b8afb7356128 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434549 May 09 23:04:44.463657 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a829c-a467-4853-98c6-09730bb7deb4 req-a6409310-90cc-4209-8833-cb85eaaa2186 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:44.465052 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f98a829c-a467-4853-98c6-09730bb7deb4 req-a6409310-90cc-4209-8833-cb85eaaa2186 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 932 time: 0.0473707 May 09 23:04:44.518562 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f98a829c-a467-4853-98c6-09730bb7deb4 req-c2602b35-5e84-4953-b87d-c4881fb275ab tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476620 May 09 23:04:44.570318 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f87091-25b7-4c9f-b9f4-99e027ca77cf req-1b0ed9a0-5068-488f-8786-e8640d25122e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:44.571794 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a2f87091-25b7-4c9f-b9f4-99e027ca77cf req-1b0ed9a0-5068-488f-8786-e8640d25122e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 943 time: 0.0582023 May 09 23:04:44.620837 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a2f87091-25b7-4c9f-b9f4-99e027ca77cf req-47f5a518-7023-4bf0-bd5a-a0311e5413c0 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425134 May 09 23:04:45.487862 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402972bf-be72-4079-a770-2e531223b123 req-493619ec-6fe6-48f5-acd7-ee6eaf7ee104 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:45.489335 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-402972bf-be72-4079-a770-2e531223b123 req-493619ec-6fe6-48f5-acd7-ee6eaf7ee104 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 931 time: 0.0502741 May 09 23:04:45.537673 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-402972bf-be72-4079-a770-2e531223b123 req-c06036f4-8c81-4e90-831a-0aa3769bf8fe tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426667 May 09 23:04:45.643928 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7657aa-f725-4ab2-a7f1-bca6a22a841f req-f8a743d8-58dd-406d-9031-9d396005a0f5 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:45.645448 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1e7657aa-f725-4ab2-a7f1-bca6a22a841f req-f8a743d8-58dd-406d-9031-9d396005a0f5 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 932 time: 0.0562162 May 09 23:04:45.695705 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1e7657aa-f725-4ab2-a7f1-bca6a22a841f req-e94f3a31-2026-4ae9-8464-481efa389b16 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444012 May 09 23:04:45.740142 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690fea-89e0-40b4-aba1-1ff07579a81c req-992fc39f-e079-4a1a-a2ce-54b72566c0a4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:45.741908 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f5690fea-89e0-40b4-aba1-1ff07579a81c req-992fc39f-e079-4a1a-a2ce-54b72566c0a4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 943 time: 0.0514715 May 09 23:04:45.792165 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f5690fea-89e0-40b4-aba1-1ff07579a81c req-8cbda605-355c-4359-8d70-d5ac83dd4ff6 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443645 May 09 23:04:46.656065 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d750c94-a2ba-430a-b22d-db4f10540a4d req-4fa59079-32f2-4c24-ae07-02762060f580 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:46.657541 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1d750c94-a2ba-430a-b22d-db4f10540a4d req-4fa59079-32f2-4c24-ae07-02762060f580 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 931 time: 0.0458486 May 09 23:04:46.706055 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1d750c94-a2ba-430a-b22d-db4f10540a4d req-5e3b9bba-5bc9-4e6b-bae3-18e8942c8637 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 May 09 23:04:46.811365 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73b87d-d526-424d-87d0-3c6dd9797871 req-76ef6561-1e7c-4d51-aefc-34dc487c7b1e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:46.812798 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8e73b87d-d526-424d-87d0-3c6dd9797871 req-76ef6561-1e7c-4d51-aefc-34dc487c7b1e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 932 time: 0.0494781 May 09 23:04:46.859522 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8e73b87d-d526-424d-87d0-3c6dd9797871 req-a3a7686b-3f46-41b0-921d-7dda1392585f tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412357 May 09 23:04:46.918681 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe432f-8bfc-4524-bb29-327498acf706 req-c4ac3585-cf53-44ab-b765-bfd5b4dbd12e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:46.920111 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4dfe432f-8bfc-4524-bb29-327498acf706 req-c4ac3585-cf53-44ab-b765-bfd5b4dbd12e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 943 time: 0.0452292 May 09 23:04:46.948918 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:46.968382 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4dfe432f-8bfc-4524-bb29-327498acf706 req-63bd593f-95fa-42c9-9240-8e9708c2acf8 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422359 May 09 23:04:47.222150 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Request body: {'port': {'device_id': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:47.229833 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Request body: {'port': {'device_id': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:47.281041 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-c4697fdd-4c6f-4067-99ec-1c8b321c315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:47.281712 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:47.282601 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-c4697fdd-4c6f-4067-99ec-1c8b321c315e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8d1714e-6adf-478e-9341-0aabd043adfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658169 May 09 23:04:47.353707 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:47.482318 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-1e4af9fa-855c-4f42-a24f-84c3bda00667 service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765864 May 09 23:04:47.550837 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4111c9d-b7d8-4877-85f0-8a4596bfc164 {{(pid=103350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:04:47.558138 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Publish callbacks [] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:47.570392 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.provisioning_blocks [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Transition to ACTIVE for port object f4111c9d-b7d8-4877-85f0-8a4596bfc164 will not be triggered until provisioned by entity L2. {{(pid=103350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:04:47.574706 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:47.646645 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Pushing event updated for resources: {'Port': ['ID=f4111c9d-b7d8-4877-85f0-8a4596bfc164,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:47.663192 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-54b6e345-724b-4a36-ad71-b7053f753a1d req-5a337181-bedc-412c-b451-f360b38ea89b service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635084 May 09 23:04:47.706185 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Attempting to bind port f4111c9d-b7d8-4877-85f0-8a4596bfc164 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:04:47.706185 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Attempting to bind port f4111c9d-b7d8-4877-85f0-8a4596bfc164 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:04:47.706766 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Attempting to bind port f4111c9d-b7d8-4877-85f0-8a4596bfc164 on network 22e6fa81-87ea-460b-b290-1c8d865027a7 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:04:47.710923 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Port f4111c9d-b7d8-4877-85f0-8a4596bfc164 on network 22e6fa81-87ea-460b-b290-1c8d865027a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:04:47.711279 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Attempting to bind port f4111c9d-b7d8-4877-85f0-8a4596bfc164 on network 22e6fa81-87ea-460b-b290-1c8d865027a7 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:04:47.716470 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:04:47.716812 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Checking segment: {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:04:47.717738 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Bound using segment: {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:04:47.718197 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Bound port: f4111c9d-b7d8-4877-85f0-8a4596bfc164, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f25b22a-0c42-41c0-a012-de6665dc84cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7'}}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:04:47.718554 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:47.743378 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 {{(pid=103349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:04:47.751825 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Publish callbacks [] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:47.766520 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.provisioning_blocks [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Transition to ACTIVE for port object 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 will not be triggered until provisioned by entity L2. {{(pid=103349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:04:47.775337 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:47.799690 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] For port f4111c9d-b7d8-4877-85f0-8a4596bfc164, host hv-cinder-84067, cleared binding levels {{(pid=103350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:04:47.806318 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] For port f4111c9d-b7d8-4877-85f0-8a4596bfc164, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f4111c9d-b7d8-4877-85f0-8a4596bfc164,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:04:47.815027 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:47.852052 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:47.852767 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:47.854102 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] 10.222.0.55 "PUT /v2.0/ports/f4111c9d-b7d8-4877-85f0-8a4596bfc164 HTTP/1.1" status: 200 len: 1094 time: 0.6364017 May 09 23:04:47.854557 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'tag': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:04:47.857051 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47e7d7b-616a-49f5-9c42-777e9a85344b" -d '{"events": [{"name": "network-changed", "server_uuid": "bccbae96-189c-4f1a-8a18-a94e8684d9b6", "tag": "f4111c9d-b7d8-4877-85f0-8a4596bfc164"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:04:47.877231 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f5741-8458-4be5-b6db-3054eb8c3275 req-6addb685-c508-41fe-8493-1650efae4f35 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:47.878782 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5b0f5741-8458-4be5-b6db-3054eb8c3275 req-6addb685-c508-41fe-8493-1650efae4f35 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 943 time: 0.0961275 May 09 23:04:47.903663 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0315118-dd65-4519-bea6-fae39fec088b service neutron] Pushing event updated for resources: {'Port': ['ID=f4111c9d-b7d8-4877-85f0-8a4596bfc164,revision_number=3']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:47.918586 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfd8944-a80c-413c-bd55-eae5e287da59 x-openstack-request-id: req-dbfd8944-a80c-413c-bd55-eae5e287da59 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:04:47.918893 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccbae96-189c-4f1a-8a18-a94e8684d9b6", "tag": "f4111c9d-b7d8-4877-85f0-8a4596bfc164", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:04:47.919153 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbfd8944-a80c-413c-bd55-eae5e287da59 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:04:47.919568 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbfd8944-a80c-413c-bd55-eae5e287da59'] response: {'name': 'network-changed', 'server_uuid': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'tag': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164', 'status': 'completed', 'code': 200} May 09 23:04:47.941582 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Pushing event updated for resources: {'Port': ['ID=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:48.004083 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Attempting to bind port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:04:48.004326 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Attempting to bind port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '5beef1e0-cde5-40a8-8b8b-7a209d81e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6'}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:04:48.004661 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Attempting to bind port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 on network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:04:48.016952 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 on network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:04:48.017293 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Attempting to bind port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 on network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:04:48.021978 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5b0f5741-8458-4be5-b6db-3054eb8c3275 req-bcece685-d696-4ffe-806b-a24b5fe88c97 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170545 May 09 23:04:48.026033 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:04:48.026410 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Checking segment: {'id': '5beef1e0-cde5-40a8-8b8b-7a209d81e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:04:48.026789 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Bound using segment: {'id': '5beef1e0-cde5-40a8-8b8b-7a209d81e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6'} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:04:48.027222 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Bound port: 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5beef1e0-cde5-40a8-8b8b-7a209d81e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6'}}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:04:48.027592 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:48.029648 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef2378-2b26-4072-bb2c-96cbecd648b8 req-81300e40-59e8-4a12-9748-27f1cfef22c7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:48.031692 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-22ef2378-2b26-4072-bb2c-96cbecd648b8 req-81300e40-59e8-4a12-9748-27f1cfef22c7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 944 time: 0.0554514 May 09 23:04:48.109971 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-22ef2378-2b26-4072-bb2c-96cbecd648b8 req-f2bb7989-7838-4d76-ba3f-daccdf716281 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696414 May 09 23:04:48.168837 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] For port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787, host hv-cinder-84067, cleared binding levels {{(pid=103349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:04:48.173420 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] For port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,segment=NetworkSegment(5beef1e0-cde5-40a8-8b8b-7a209d81e134),segment_id=5beef1e0-cde5-40a8-8b8b-7a209d81e134)] {{(pid=103349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:04:48.181777 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed980d6-b5af-464a-847a-a03c984faf3e req-9c990838-9b5d-41a9-a1c0-7e3ad44fe41d tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:48.183290 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4ed980d6-b5af-464a-847a-a03c984faf3e req-9c990838-9b5d-41a9-a1c0-7e3ad44fe41d tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 943 time: 0.0624425 May 09 23:04:48.184702 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:48.235195 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:48.235821 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:48.237185 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] 10.222.0.55 "PUT /v2.0/ports/49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 HTTP/1.1" status: 200 len: 1093 time: 1.0123627 May 09 23:04:48.237628 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'tag': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:04:48.240277 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f11730f-b9f3-4665-9fe5-1c91cb46f2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "93373b9f-f998-4983-9b08-7b874cf7c76e", "tag": "49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:04:48.283545 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4ed980d6-b5af-464a-847a-a03c984faf3e req-8ed5a570-5bcd-4d28-9135-95329b8fc1b3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904834 May 09 23:04:48.286621 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a416a406-bae5-4d41-8713-9456892eb083 x-openstack-request-id: req-a416a406-bae5-4d41-8713-9456892eb083 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:04:48.286913 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93373b9f-f998-4983-9b08-7b874cf7c76e", "tag": "49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:04:48.287172 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a416a406-bae5-4d41-8713-9456892eb083 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:04:48.287577 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a416a406-bae5-4d41-8713-9456892eb083'] response: {'name': 'network-changed', 'server_uuid': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'tag': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787', 'status': 'completed', 'code': 200} May 09 23:04:48.290556 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b642628-8304-4353-a5d7-eeeb4753ae09 service neutron] Pushing event updated for resources: {'Port': ['ID=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,revision_number=3']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:48.762302 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36279dc-0844-43d4-8c88-2fcd72c42cf9 req-10ba9f23-ec02-4844-955a-c39315a344d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:48.763811 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e36279dc-0844-43d4-8c88-2fcd72c42cf9 req-10ba9f23-ec02-4844-955a-c39315a344d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 1127 time: 0.0433698 May 09 23:04:48.789572 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11730f-b9f3-4665-9fe5-1c91cb46f2c8 req-21a70641-00ab-40c4-9cb6-a385602bc1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:48.791070 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6f11730f-b9f3-4665-9fe5-1c91cb46f2c8 req-21a70641-00ab-40c4-9cb6-a385602bc1f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93df4f41ba52453dabfd21f82cb9238b&device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 1127 time: 0.0700390 May 09 23:04:48.792121 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e7d7b-616a-49f5-9c42-777e9a85344b req-f25e6b06-ef89-419d-9957-cf191e9c7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:48.793449 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a47e7d7b-616a-49f5-9c42-777e9a85344b req-f25e6b06-ef89-419d-9957-cf191e9c7951 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 1128 time: 0.0711856 May 09 23:04:48.854833 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36279dc-0844-43d4-8c88-2fcd72c42cf9 req-f353dae7-4988-4ad3-8412-5c20972dabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:48.856319 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e36279dc-0844-43d4-8c88-2fcd72c42cf9 req-f353dae7-4988-4ad3-8412-5c20972dabc4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 916 time: 0.0835257 May 09 23:04:48.901348 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e36279dc-0844-43d4-8c88-2fcd72c42cf9 req-5c77d5e6-9b73-4cf7-a47b-4b0d2cc3c18b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd84391b-cd8f-4c04-9bb7-f12890f8e469 HTTP/1.1" status: 200 len: 217 time: 0.0385180 May 09 23:04:48.953149 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36279dc-0844-43d4-8c88-2fcd72c42cf9 req-d7c98560-0e23-4d25-a96c-a40df3b28257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:48.954681 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e36279dc-0844-43d4-8c88-2fcd72c42cf9 req-d7c98560-0e23-4d25-a96c-a40df3b28257 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d84bfe41-fb6f-4a50-9a95-878c5deeae54 HTTP/1.1" status: 200 len: 854 time: 0.0461104 May 09 23:04:49.004744 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36279dc-0844-43d4-8c88-2fcd72c42cf9 req-d9b826ca-72d4-4695-b7ab-72e7aed9cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:49.006418 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e36279dc-0844-43d4-8c88-2fcd72c42cf9 req-d9b826ca-72d4-4695-b7ab-72e7aed9cb71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8d1714e-6adf-478e-9341-0aabd043adfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424101 May 09 23:04:49.131505 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e36279dc-0844-43d4-8c88-2fcd72c42cf9 req-7b3408fd-5452-4685-8d74-f1f1813a4cd0 service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134405 May 09 23:04:49.171996 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a38cf-243c-4b8d-b57f-3bc735883892 req-d14faa16-8970-4577-8475-27de0f71e4f6 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:49.173857 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c65a38cf-243c-4b8d-b57f-3bc735883892 req-d14faa16-8970-4577-8475-27de0f71e4f6 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 943 time: 0.0772102 May 09 23:04:49.195394 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11730f-b9f3-4665-9fe5-1c91cb46f2c8 req-99728485-c01a-4461-9e38-73a44f3e6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:49.196879 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6f11730f-b9f3-4665-9fe5-1c91cb46f2c8 req-99728485-c01a-4461-9e38-73a44f3e6bf0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=93df4f41ba52453dabfd21f82cb9238b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3930395 May 09 23:04:49.199761 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e7d7b-616a-49f5-9c42-777e9a85344b req-2510bff2-b2d5-49d6-9055-aa681ab598d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:49.201150 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a47e7d7b-616a-49f5-9c42-777e9a85344b req-2510bff2-b2d5-49d6-9055-aa681ab598d5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3890357 May 09 23:04:49.269758 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c65a38cf-243c-4b8d-b57f-3bc735883892 req-e302f440-0321-49c3-97e9-ada074347c0f tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713475 May 09 23:04:49.280314 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e36279dc-0844-43d4-8c88-2fcd72c42cf9 req-2af4b834-25d9-488e-aa1e-65e2f01820fe service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375883 May 09 23:04:49.361447 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691520c0-0ae5-45f3-9e80-590058e330c5 req-944bba09-b99f-4d4a-9967-d7cde0e0c725 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:49.363091 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-691520c0-0ae5-45f3-9e80-590058e330c5 req-944bba09-b99f-4d4a-9967-d7cde0e0c725 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 944 time: 0.1573329 May 09 23:04:49.383634 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-abf14ee2-d892-44af-af44-db9dfa2259d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:49.408719 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834ac26-544c-4aba-a920-43c0fc7fc063 req-cae43db5-cba7-44a2-9385-b4786421cf85 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:49.410248 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a834ac26-544c-4aba-a920-43c0fc7fc063 req-cae43db5-cba7-44a2-9385-b4786421cf85 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 943 time: 0.0566857 May 09 23:04:49.458034 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a834ac26-544c-4aba-a920-43c0fc7fc063 req-2f04fd93-c0e9-4101-b1d2-8e5c4f7d84ef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419419 May 09 23:04:49.461934 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e7d7b-616a-49f5-9c42-777e9a85344b req-2a218f45-b647-4ac7-8340-e721f21fdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:49.463428 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a47e7d7b-616a-49f5-9c42-777e9a85344b req-2a218f45-b647-4ac7-8340-e721f21fdf81 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2479422 May 09 23:04:49.465290 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11730f-b9f3-4665-9fe5-1c91cb46f2c8 req-a546ba86-c8cb-47ee-ab6f-52b6e93b4c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:49.466641 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6f11730f-b9f3-4665-9fe5-1c91cb46f2c8 req-a546ba86-c8cb-47ee-ab6f-52b6e93b4c80 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2522731 May 09 23:04:49.470282 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-691520c0-0ae5-45f3-9e80-590058e330c5 req-facc070e-656d-4e14-97bf-620403c049be tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988142 May 09 23:04:49.582770 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-1294a8bb-4401-4bba-a103-9c80c9fd4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:49.584230 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-1294a8bb-4401-4bba-a103-9c80c9fd4f89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93df4f41ba52453dabfd21f82cb9238b&device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 1127 time: 0.0699017 May 09 23:04:49.585304 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-448d8ae1-cb96-402f-9967-fde34e488e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:49.586635 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-448d8ae1-cb96-402f-9967-fde34e488e24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 1128 time: 0.0710988 May 09 23:04:49.673572 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-2efebb28-4d20-447a-a7db-ac49e6836e2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 HTTP/1.1" status: 200 len: 217 time: 0.0645068 May 09 23:04:49.674866 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-18b566db-d828-42e8-ad75-bed5b26b9819 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4111c9d-b7d8-4877-85f0-8a4596bfc164 HTTP/1.1" status: 200 len: 217 time: 0.0640502 May 09 23:04:49.770705 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-e03a2b08-4ebc-4bdf-8edb-bbff5472c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:49.772146 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-e03a2b08-4ebc-4bdf-8edb-bbff5472c469 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa30feaf-f64b-4b8c-8112-482aa5e4cd00 HTTP/1.1" status: 200 len: 852 time: 0.0793097 May 09 23:04:49.773473 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-580a0923-6284-4085-8c00-914eb52ef179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:49.774808 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-580a0923-6284-4085-8c00-914eb52ef179 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.0809331 May 09 23:04:49.849373 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-de504759-e2d2-49db-9dec-809a360a2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:49.850897 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-de504759-e2d2-49db-9dec-809a360a2a2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648420 May 09 23:04:49.851947 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-47f1fcbb-cae0-48d5-8804-6e1af9d1a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:49.853291 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-47f1fcbb-cae0-48d5-8804-6e1af9d1a6b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683622 May 09 23:04:50.010827 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-80b729c9-c6e7-4494-bda7-7d3f4cd26ce2 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478322 May 09 23:04:50.014162 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-ef5d0645-ac90-4792-b501-555594a97b57 service neutron] 10.222.0.55 "GET /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502171 May 09 23:04:50.172108 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4e6418af-34b7-4ded-b907-6c1cc42ffe5d req-a7eca002-e7f7-4234-bac8-1307f093b5b9 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494732 May 09 23:04:50.174003 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52c513b0-e1b6-4364-9fa6-ecd33fe0f53f req-a642f68f-6afa-4c60-ac8b-56ee59bfa595 service neutron] 10.222.0.55 "GET /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447189 May 09 23:04:50.385146 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890375a-1254-4eda-a1f2-6a4d742dbd83 req-607dd2b7-1ef5-4403-ba31-091508daf79d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:50.386675 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0890375a-1254-4eda-a1f2-6a4d742dbd83 req-607dd2b7-1ef5-4403-ba31-091508daf79d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 943 time: 0.0484555 May 09 23:04:50.434869 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0890375a-1254-4eda-a1f2-6a4d742dbd83 req-46bee30c-ba51-42cd-b686-b4a19e9daae8 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421727 May 09 23:04:50.574671 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d9c03-150f-4bd0-a601-e914d9cc9514 req-169b8cc0-74d1-400c-83c8-e015252da7e8 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:50.582081 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-731d9c03-150f-4bd0-a601-e914d9cc9514 req-169b8cc0-74d1-400c-83c8-e015252da7e8 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 943 time: 0.0543025 May 09 23:04:50.596044 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3a33c-4ec2-470a-9079-e8228ca2fc90 req-ade4cf74-ff1f-4d99-8196-6e9748f46302 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:50.597761 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-19b3a33c-4ec2-470a-9079-e8228ca2fc90 req-ade4cf74-ff1f-4d99-8196-6e9748f46302 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 944 time: 0.0551748 May 09 23:04:50.646906 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-731d9c03-150f-4bd0-a601-e914d9cc9514 req-8419ce5c-8fa8-4f19-aebe-e309214c14cb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639539 May 09 23:04:50.648911 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-19b3a33c-4ec2-470a-9079-e8228ca2fc90 req-03eaa65d-8100-447d-9899-760f0f04d0bf tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452526 May 09 23:04:51.190638 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device dd84391b-cd8f-4c04-9bb7-f12890f8e469 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:04:51.284616 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port dd84391b-cd8f-4c04-9bb7-f12890f8e469, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dd84391b-cd8f-4c04-9bb7-f12890f8e469,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:51.296110 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': 'dd84391b-cd8f-4c04-9bb7-f12890f8e469', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'port_id': 'dd84391b-cd8f-4c04-9bb7-f12890f8e469', 'mac_address': 'fa:16:3e:4d:88:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:04:51.334828 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port dd84391b-cd8f-4c04-9bb7-f12890f8e469 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:51.335214 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:51.348099 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd84391b-cd8f-4c04-9bb7-f12890f8e469 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:04:51.367290 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port dd84391b-cd8f-4c04-9bb7-f12890f8e469, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dd84391b-cd8f-4c04-9bb7-f12890f8e469,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:51.371345 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:51.418107 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=dd84391b-cd8f-4c04-9bb7-f12890f8e469,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:51.425593 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.425946 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.426314 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.426680 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.427022 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.427354 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.427686 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.428014 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.428341 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.428669 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.428996 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.429337 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.429667 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.429989 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.430337 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:04:51.549337 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf5f66-db4b-4389-878f-bfeaab1edcf3 req-6adb5630-9495-4090-94e8-fcd95621e825 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:51.550816 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-72cf5f66-db4b-4389-878f-bfeaab1edcf3 req-6adb5630-9495-4090-94e8-fcd95621e825 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 943 time: 0.0491984 May 09 23:04:51.595747 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-72cf5f66-db4b-4389-878f-bfeaab1edcf3 req-2073572d-e363-4c28-a6e8-aaa528083551 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 May 09 23:04:51.658236 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['dd84391b-cd8f-4c04-9bb7-f12890f8e469'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:04:51.707182 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0b15c24d-77ef-46a6-b9e6-a294bd4a2bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:51.773192 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ddaac-797a-41e6-bb0d-8ef8550fb627 req-2b6183a0-dcfc-409a-bf30-e31383d932e3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:51.775616 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-685ddaac-797a-41e6-bb0d-8ef8550fb627 req-2b6183a0-dcfc-409a-bf30-e31383d932e3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 944 time: 0.0524390 May 09 23:04:51.776023 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ed58b-e9f0-4f0b-874e-97010a2872d1 req-cf84ded8-25ad-49fc-8e53-a0c7c3ff65dc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:51.783383 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e56ed58b-e9f0-4f0b-874e-97010a2872d1 req-cf84ded8-25ad-49fc-8e53-a0c7c3ff65dc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 944 time: 0.0614817 May 09 23:04:51.832303 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e56ed58b-e9f0-4f0b-874e-97010a2872d1 req-e2ba288e-03af-4862-b6fc-db0600c20a37 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480695 May 09 23:04:51.844317 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-685ddaac-797a-41e6-bb0d-8ef8550fb627 req-95c4b2e3-8ba9-4380-aa64-ea783f08f3f6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628099 May 09 23:04:52.705081 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662bcaa-a074-4e14-b36b-7a9c931d171a req-abfc98a9-45b2-4a6c-9fb3-5ada3c623d93 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:52.706534 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9662bcaa-a074-4e14-b36b-7a9c931d171a req-abfc98a9-45b2-4a6c-9fb3-5ada3c623d93 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 943 time: 0.0457492 May 09 23:04:52.755306 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9662bcaa-a074-4e14-b36b-7a9c931d171a req-5500fae2-205d-4fb9-8434-d053b65edb10 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433707 May 09 23:04:52.915802 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:52.948337 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d9c63-f2a5-4b84-8ab0-05e61e7b7c8d req-1a16edac-2791-454f-bfaa-732f61acd6b7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:52.949709 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0d0d9c63-f2a5-4b84-8ab0-05e61e7b7c8d req-1a16edac-2791-454f-bfaa-732f61acd6b7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 944 time: 0.0474665 May 09 23:04:52.951150 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6eff8-4682-4500-ae4c-cfced95c5b00 req-4bdf509f-4521-4898-b00d-ee9024781150 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:52.952835 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6fc6eff8-4682-4500-ae4c-cfced95c5b00 req-4bdf509f-4521-4898-b00d-ee9024781150 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 944 time: 0.0521150 May 09 23:04:53.005735 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0d0d9c63-f2a5-4b84-8ab0-05e61e7b7c8d req-8da6a3bd-a524-425a-93db-3c59df481875 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500696 May 09 23:04:53.009337 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6fc6eff8-4682-4500-ae4c-cfced95c5b00 req-fd95a3d0-7789-44fd-8fa6-54b6641729e1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511220 May 09 23:04:53.212085 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device f4111c9d-b7d8-4877-85f0-8a4596bfc164 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:04:53.215156 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device dd84391b-cd8f-4c04-9bb7-f12890f8e469 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:04:53.318153 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port dd84391b-cd8f-4c04-9bb7-f12890f8e469 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:04:53.325460 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port dd84391b-cd8f-4c04-9bb7-f12890f8e469 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:53.325831 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:53.373800 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port f4111c9d-b7d8-4877-85f0-8a4596bfc164, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f4111c9d-b7d8-4877-85f0-8a4596bfc164,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:53.390928 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'port_id': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164', 'mac_address': 'fa:16:3e:fb:cf:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:04:53.456721 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port f4111c9d-b7d8-4877-85f0-8a4596bfc164 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:53.457095 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:53.467643 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port dd84391b-cd8f-4c04-9bb7-f12890f8e469 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:53.467944 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:53.480377 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4111c9d-b7d8-4877-85f0-8a4596bfc164 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:04:53.501712 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46c08db-d64b-4794-85f2-3ade7544e841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd84391b-cd8f-4c04-9bb7-f12890f8e469'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:04:53.504301 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb043cc-efad-4656-9edd-4d50847b1dce" -d '{"events": [{"server_uuid": "a46c08db-d64b-4794-85f2-3ade7544e841", "name": "network-vif-plugged", "status": "completed", "tag": "dd84391b-cd8f-4c04-9bb7-f12890f8e469"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:04:53.520024 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port f4111c9d-b7d8-4877-85f0-8a4596bfc164, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f4111c9d-b7d8-4877-85f0-8a4596bfc164,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:53.523665 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port dd84391b-cd8f-4c04-9bb7-f12890f8e469, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dd84391b-cd8f-4c04-9bb7-f12890f8e469,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:53.525108 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:53.530036 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:53.548150 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32be49eb-2ad5-4652-9cb2-fd66ebe210d3 x-openstack-request-id: req-32be49eb-2ad5-4652-9cb2-fd66ebe210d3 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:04:53.548452 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46c08db-d64b-4794-85f2-3ade7544e841", "name": "network-vif-plugged", "status": "completed", "tag": "dd84391b-cd8f-4c04-9bb7-f12890f8e469", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:04:53.548708 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32be49eb-2ad5-4652-9cb2-fd66ebe210d3 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:04:53.549091 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32be49eb-2ad5-4652-9cb2-fd66ebe210d3'] response: {'server_uuid': 'a46c08db-d64b-4794-85f2-3ade7544e841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd84391b-cd8f-4c04-9bb7-f12890f8e469', 'code': 200} May 09 23:04:53.575910 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=f4111c9d-b7d8-4877-85f0-8a4596bfc164,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:53.625259 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=dd84391b-cd8f-4c04-9bb7-f12890f8e469,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:53.708131 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c6d50-d18e-4fc5-8ff1-e3e520fe9cdf req-c57963e9-18ab-403e-bdc5-3e6bc43cc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:53.709697 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af1c6d50-d18e-4fc5-8ff1-e3e520fe9cdf req-c57963e9-18ab-403e-bdc5-3e6bc43cc797 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 1129 time: 0.0386295 May 09 23:04:53.754671 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af1c6d50-d18e-4fc5-8ff1-e3e520fe9cdf req-e8c3cf51-38b3-4f00-9b4a-b4b818da3d75 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374808 May 09 23:04:53.830639 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['f4111c9d-b7d8-4877-85f0-8a4596bfc164'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:04:53.878036 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ecb5f-1b85-410d-968f-4fd0d473a891 req-4ef4f051-e49c-4a0c-a17e-076af48d018f tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:53.879577 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c45ecb5f-1b85-410d-968f-4fd0d473a891 req-4ef4f051-e49c-4a0c-a17e-076af48d018f tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 943 time: 0.0560555 May 09 23:04:53.928559 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c45ecb5f-1b85-410d-968f-4fd0d473a891 req-c7f0204b-96f3-49d3-aae6-8f7c59a2fe16 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434890 May 09 23:04:54.128446 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf98576-8060-4421-a00c-dc414ded2987 req-01319728-a98e-485d-889d-12a5d53dd6c8 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:54.129990 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-caf98576-8060-4421-a00c-dc414ded2987 req-01319728-a98e-485d-889d-12a5d53dd6c8 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 945 time: 0.0513337 May 09 23:04:54.135713 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429e7ab-8216-4305-b674-c2fc8395efd7 req-4fb65497-175b-4760-96ad-7abc79ab0499 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:54.137247 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7429e7ab-8216-4305-b674-c2fc8395efd7 req-4fb65497-175b-4760-96ad-7abc79ab0499 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 945 time: 0.0583909 May 09 23:04:54.186764 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-caf98576-8060-4421-a00c-dc414ded2987 req-865d84ab-c54a-4386-b406-b578002f89a6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508862 May 09 23:04:54.189349 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7429e7ab-8216-4305-b674-c2fc8395efd7 req-720db6a0-0aba-4c80-902a-db5872c9758a tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451300 May 09 23:04:54.325779 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:55.049108 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb7380-bb25-4e13-9a1e-fe59131742ce req-6b867eee-e9f1-4f93-b1f8-66017063f4c0 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:55.050612 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52cb7380-bb25-4e13-9a1e-fe59131742ce req-6b867eee-e9f1-4f93-b1f8-66017063f4c0 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 943 time: 0.0503209 May 09 23:04:55.094844 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-52cb7380-bb25-4e13-9a1e-fe59131742ce req-756c72dd-26ce-4a07-90fb-32885563dcbd tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387743 May 09 23:04:55.231671 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:04:55.236022 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device f4111c9d-b7d8-4877-85f0-8a4596bfc164 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:04:55.323216 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ced36-d434-45bb-aef9-b6b42aa6dd52 req-cb6d0d94-81f9-484b-b7f2-a45980f6e028 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:55.325062 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a72ced36-d434-45bb-aef9-b6b42aa6dd52 req-cb6d0d94-81f9-484b-b7f2-a45980f6e028 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 945 time: 0.0564866 May 09 23:04:55.328373 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a19b9-3d31-4c2b-90cd-3499852e1fa0 req-63b5c655-15cf-45e4-aa6b-27cb40160d24 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:55.335234 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e17a19b9-3d31-4c2b-90cd-3499852e1fa0 req-63b5c655-15cf-45e4-aa6b-27cb40160d24 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 945 time: 0.0714121 May 09 23:04:55.353478 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port f4111c9d-b7d8-4877-85f0-8a4596bfc164 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:04:55.365655 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port f4111c9d-b7d8-4877-85f0-8a4596bfc164 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:55.370648 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:55.382900 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a72ced36-d434-45bb-aef9-b6b42aa6dd52 req-250feb2f-f649-4741-bb26-e0469eeca1de tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515318 May 09 23:04:55.408576 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e17a19b9-3d31-4c2b-90cd-3499852e1fa0 req-7af3159d-0b6a-4e76-97bc-35a55a0f0822 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664713 May 09 23:04:55.441072 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,segment=NetworkSegment(5beef1e0-cde5-40a8-8b8b-7a209d81e134),segment_id=5beef1e0-cde5-40a8-8b8b-7a209d81e134)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:55.463786 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'port_id': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787', 'mac_address': 'fa:16:3e:7e:c9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:04:55.539471 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:55.539859 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:55.542586 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port f4111c9d-b7d8-4877-85f0-8a4596bfc164 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:55.542953 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:55.562350 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:04:55.583024 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:04:55.585225 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d08def-c492-42f2-9929-ad0fbd9a627f" -d '{"events": [{"server_uuid": "bccbae96-189c-4f1a-8a18-a94e8684d9b6", "name": "network-vif-plugged", "status": "completed", "tag": "f4111c9d-b7d8-4877-85f0-8a4596bfc164"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:04:55.602788 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,segment=NetworkSegment(5beef1e0-cde5-40a8-8b8b-7a209d81e134),segment_id=5beef1e0-cde5-40a8-8b8b-7a209d81e134)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:55.605283 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port f4111c9d-b7d8-4877-85f0-8a4596bfc164, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f4111c9d-b7d8-4877-85f0-8a4596bfc164,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:55.608715 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:55.614623 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:55.633585 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60652) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:55.638134 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d6ec58-d7bd-4502-973d-a2b54866ad8e x-openstack-request-id: req-57d6ec58-d7bd-4502-973d-a2b54866ad8e {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:04:55.638415 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccbae96-189c-4f1a-8a18-a94e8684d9b6", "name": "network-vif-plugged", "status": "completed", "tag": "f4111c9d-b7d8-4877-85f0-8a4596bfc164", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:04:55.638665 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57d6ec58-d7bd-4502-973d-a2b54866ad8e {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:04:55.639612 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d6ec58-d7bd-4502-973d-a2b54866ad8e'] response: {'server_uuid': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164', 'code': 200} May 09 23:04:55.675613 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:55.680255 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:55.747524 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=f4111c9d-b7d8-4877-85f0-8a4596bfc164,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:55.793856 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-265a6ece-a099-4c67-8416-fa98aa564e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:55.837039 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa736b7-83d1-45f8-ab7a-2717c2cff2eb req-7d22d090-0650-4eac-9138-ef027c215996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:55.838672 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-caa736b7-83d1-45f8-ab7a-2717c2cff2eb req-7d22d090-0650-4eac-9138-ef027c215996 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0437582 May 09 23:04:55.877178 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-265a6ece-a099-4c67-8416-fa98aa564e2f admin admin] Publish callbacks [] for security_group (1155ebdc-b9d5-4a72-82a6-6efc3a1e4256), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:55.881519 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-265a6ece-a099-4c67-8416-fa98aa564e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (1155ebdc-b9d5-4a72-82a6-6efc3a1e4256), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:55.889497 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-caa736b7-83d1-45f8-ab7a-2717c2cff2eb req-4c00cdd0-4d18-4f60-97d8-82d9d2e6f557 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436685 May 09 23:04:55.895179 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:04:55.922927 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-265a6ece-a099-4c67-8416-fa98aa564e2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26203aeaad9e4efab1c9b1eab2d9e95e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825730 May 09 23:04:55.925413 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60666) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:55.931266 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a6ece-a099-4c67-8416-fa98aa564e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1155ebdc-b9d5-4a72-82a6-6efc3a1e4256,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:55.987534 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c98eee05-27b1-46fc-8bc0-4b0519a3a2f2 admin admin] Publish callbacks [] for security_group (1155ebdc-b9d5-4a72-82a6-6efc3a1e4256), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:56.012730 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c98eee05-27b1-46fc-8bc0-4b0519a3a2f2 admin admin] Publish callbacks [] for security_group (1155ebdc-b9d5-4a72-82a6-6efc3a1e4256), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:56.061974 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c98eee05-27b1-46fc-8bc0-4b0519a3a2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (1155ebdc-b9d5-4a72-82a6-6efc3a1e4256), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:56.064536 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-c98eee05-27b1-46fc-8bc0-4b0519a3a2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:56.067164 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-c98eee05-27b1-46fc-8bc0-4b0519a3a2f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1155ebdc-b9d5-4a72-82a6-6efc3a1e4256 HTTP/1.1" status: 204 len: 168 time: 0.1393132 May 09 23:04:56.074428 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98eee05-27b1-46fc-8bc0-4b0519a3a2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1155ebdc-b9d5-4a72-82a6-6efc3a1e4256,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:56.114634 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bda70-1e36-4308-8c9b-be4e184d6ffe req-7ea1379a-26bc-43ac-9800-f538977223c7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:56.116639 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-990bda70-1e36-4308-8c9b-be4e184d6ffe req-7ea1379a-26bc-43ac-9800-f538977223c7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0612187 May 09 23:04:56.146578 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:04:56.168609 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-990bda70-1e36-4308-8c9b-be4e184d6ffe req-aee4986f-e58b-4695-9cdf-eec54e698062 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466962 May 09 23:04:56.226754 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a680d-0e54-477f-9e79-b7ee54a8838b req-b92a9766-1e4b-40db-b9de-d2b76be0cbf9 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:56.228340 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ee2a680d-0e54-477f-9e79-b7ee54a8838b req-b92a9766-1e4b-40db-b9de-d2b76be0cbf9 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 944 time: 0.0519900 May 09 23:04:56.275802 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ee2a680d-0e54-477f-9e79-b7ee54a8838b req-d7b6f77d-5ef2-4de1-99d6-0556d8be5c56 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407629 May 09 23:04:56.520451 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc88983-7244-4e64-82ed-5bfad17b9a6e req-aff675f8-d11a-41fa-9f96-3a73312c73b9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:56.520808 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeba2e-82a4-441b-b9f8-3ccce9f5f857 req-a3cd4606-becd-4752-a7ab-7277bfcb84a7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:56.521874 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5cc88983-7244-4e64-82ed-5bfad17b9a6e req-aff675f8-d11a-41fa-9f96-3a73312c73b9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 945 time: 0.0495439 May 09 23:04:56.522841 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-84eeba2e-82a4-441b-b9f8-3ccce9f5f857 req-a3cd4606-becd-4752-a7ab-7277bfcb84a7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0504315 May 09 23:04:56.572094 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5cc88983-7244-4e64-82ed-5bfad17b9a6e req-d3457646-fd09-425a-bc00-c24344507502 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439258 May 09 23:04:56.578863 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-84eeba2e-82a4-441b-b9f8-3ccce9f5f857 req-b8ff88e5-2acd-4f5b-9fea-ff86c63186ff tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505090 May 09 23:04:56.694282 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ba5ed-fa6c-4ca6-a8b3-798a350aea4e req-44bf75dc-01a2-4f32-8883-a47efbe85b79 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:56.695748 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1a4ba5ed-fa6c-4ca6-a8b3-798a350aea4e req-44bf75dc-01a2-4f32-8883-a47efbe85b79 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 945 time: 0.0507967 May 09 23:04:56.704930 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60698) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:56.709740 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-e246897d-8fa0-4e7d-bf6e-c441fa9d9ea2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'floatingip': {'port_id': 'dd84391b-cd8f-4c04-9bb7-f12890f8e469'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:56.756219 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e246897d-8fa0-4e7d-bf6e-c441fa9d9ea2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (3794e5f8-75c3-4247-8ff3-ef484eac8042), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:56.771462 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 60700) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:56.867974 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1698320218-network', 'tenant_id': '9a54785a57d74beb87b5a31f928583e7'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:56.886683 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] Made reservation on behalf of 9a54785a57d74beb87b5a31f928583e7 for: {'network': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:04:56.889624 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:56.897966 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:56.972086 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] Publish callbacks [] for security_group (1de98e94-5555-4bc0-b4c9-45299fb2cda0), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:56.976283 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (1de98e94-5555-4bc0-b4c9-45299fb2cda0), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:56.997822 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:04:57.013019 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de98e94-5555-4bc0-b4c9-45299fb2cda0,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:57.016581 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (fc1f8d0c-2512-4b9c-8ab8-5f40db4be252), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:57.016984 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.segments_db [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] Added segment fc1f8d0c-2512-4b9c-8ab8-5f40db4be252 of type vlan for network 378d612b-31ab-4d07-8c08-26e101d40f29 May 09 23:04:57.056523 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (378d612b-31ab-4d07-8c08-26e101d40f29), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:57.082752 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (378d612b-31ab-4d07-8c08-26e101d40f29), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:57.083781 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:57.084379 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:57.140553 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3679669 May 09 23:04:57.143773 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60704) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:57.148705 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-e65a2533-ca40-44c1-9a04-9d3865fb8d79 admin admin] Request body: {'subnet': {'network_id': '378d612b-31ab-4d07-8c08-26e101d40f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1698320218-subnet', 'tenant_id': '9a54785a57d74beb87b5a31f928583e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:57.149477 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222dced-9fd5-4c86-a849-33705521cdcf admin admin] Pushing event updated for resources: {'Network': ['ID=378d612b-31ab-4d07-8c08-26e101d40f29,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:57.160347 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network 378d612b-31ab-4d07-8c08-26e101d40f29 details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:04:57.216722 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65a2533-ca40-44c1-9a04-9d3865fb8d79 admin admin] Made reservation on behalf of 9a54785a57d74beb87b5a31f928583e7 for: {'subnet': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:04:57.219023 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e65a2533-ca40-44c1-9a04-9d3865fb8d79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9732414'] for subnet (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:57.239897 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:04:57.289832 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:04:57.298804 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:04:57.299514 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:57.386887 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:04:57.387424 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:57.406012 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c1cca-2c7c-4b33-be46-6f1bce903851 req-d6220627-c8f8-4552-8a31-10918883767e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:57.407602 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-807c1cca-2c7c-4b33-be46-6f1bce903851 req-d6220627-c8f8-4552-8a31-10918883767e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 944 time: 0.0566130 May 09 23:04:57.425206 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,segment=NetworkSegment(5beef1e0-cde5-40a8-8b8b-7a209d81e134),segment_id=5beef1e0-cde5-40a8-8b8b-7a209d81e134)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:04:57.430047 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:57.466499 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-807c1cca-2c7c-4b33-be46-6f1bce903851 req-f1b2f97c-b3da-4c17-a570-ac3cf498e77a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477486 May 09 23:04:57.487908 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:57.508210 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e246897d-8fa0-4e7d-bf6e-c441fa9d9ea2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:57.532651 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e246897d-8fa0-4e7d-bf6e-c441fa9d9ea2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (3794e5f8-75c3-4247-8ff3-ef484eac8042), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:57.591357 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fdbcf-dd2f-410f-9636-098e4c1fc6f3 req-4398f69f-1705-4e6f-98e4-eec0815e2571 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:57.592749 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-eb7fdbcf-dd2f-410f-9636-098e4c1fc6f3 req-4398f69f-1705-4e6f-98e4-eec0815e2571 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.1289232 May 09 23:04:57.640746 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:04:57.643080 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677fdd5b-e9cc-42ee-b41b-7b22ab824ca9" -d '{"events": [{"server_uuid": "93373b9f-f998-4983-9b08-7b874cf7c76e", "name": "network-vif-plugged", "status": "completed", "tag": "49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:04:57.715802 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a1eb8-855c-4322-a729-0b4719946cc0 req-c04f8097-3109-4cc6-bfec-feb5566d3a6a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:57.717332 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4b0a1eb8-855c-4322-a729-0b4719946cc0 req-c04f8097-3109-4cc6-bfec-feb5566d3a6a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0480077 May 09 23:04:57.737757 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-eb7fdbcf-dd2f-410f-9636-098e4c1fc6f3 req-b2d0b240-b7f2-4183-868b-b4e7680c0f03 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383853 May 09 23:04:57.748885 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [None req-e246897d-8fa0-4e7d-bf6e-c441fa9d9ea2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Floating IP 3794e5f8-75c3-4247-8ff3-ef484eac8042 associated. External IP: 172.27.3.194, port: dd84391b-cd8f-4c04-9bb7-f12890f8e469. May 09 23:04:57.785411 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f3e137-c043-4fda-a7ab-ec78aa34001a x-openstack-request-id: req-99f3e137-c043-4fda-a7ab-ec78aa34001a {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:04:57.785729 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93373b9f-f998-4983-9b08-7b874cf7c76e", "name": "network-vif-plugged", "status": "completed", "tag": "49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:04:57.785990 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99f3e137-c043-4fda-a7ab-ec78aa34001a {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:04:57.786411 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f3e137-c043-4fda-a7ab-ec78aa34001a'] response: {'server_uuid': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787', 'code': 200} May 09 23:04:57.789459 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4b0a1eb8-855c-4322-a729-0b4719946cc0 req-03a6f777-06a1-4f7f-a608-7051aa6cb2c4 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664196 May 09 23:04:57.887742 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e65a2533-ca40-44c1-9a04-9d3865fb8d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9884008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9732392'] for subnet (ade18d94-f583-4dc4-a3e4-e9965d9dcdb5), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:57.964009 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fb7bf-25b7-4b7b-8573-2414d9b20699 req-afd4f711-75f4-430e-938c-f0945bfb7cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:57.965854 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ce1fb7bf-25b7-4b7b-8573-2414d9b20699 req-afd4f711-75f4-430e-938c-f0945bfb7cdf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 1129 time: 0.0376410 May 09 23:04:57.985176 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f2141-4265-4f05-a9b7-c2caff30d245 req-ae48104d-576d-4b9e-86a4-3a9798e2f293 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:57.986673 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-383f2141-4265-4f05-a9b7-c2caff30d245 req-ae48104d-576d-4b9e-86a4-3a9798e2f293 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.1032715 May 09 23:04:57.995799 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 60716) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:04:58.000718 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-ab47db07-5bb0-416c-b208-6ca703562726 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Request body: {'floatingip': {'port_id': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:04:58.001733 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a2533-ca40-44c1-9a04-9d3865fb8d79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade18d94-f583-4dc4-a3e4-e9965d9dcdb5,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:04:58.048223 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a2533-ca40-44c1-9a04-9d3865fb8d79 admin admin] Checking segment: {'id': 'fc1f8d0c-2512-4b9c-8ab8-5f40db4be252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '378d612b-31ab-4d07-8c08-26e101d40f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:04:58.048581 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65a2533-ca40-44c1-9a04-9d3865fb8d79 admin admin] Network hostable DHCP agents. Network: 378d612b-31ab-4d07-8c08-26e101d40f29, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:04:58.049975 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ce1fb7bf-25b7-4b7b-8573-2414d9b20699 req-da383b59-0b2e-4c1f-a9cc-bf732da131c9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775411 May 09 23:04:58.051917 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab47db07-5bb0-416c-b208-6ca703562726 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for floatingip (122caaec-ee86-4c55-bee9-a9d0fd178187), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:58.103702 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65a2533-ca40-44c1-9a04-9d3865fb8d79 admin admin] Network 378d612b-31ab-4d07-8c08-26e101d40f29 is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:04:58.119324 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-e65a2533-ca40-44c1-9a04-9d3865fb8d79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, 378d612b-31ab-4d07-8c08-26e101d40f29) {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:04:58.128296 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65a2533-ca40-44c1-9a04-9d3865fb8d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:58.128887 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e65a2533-ca40-44c1-9a04-9d3865fb8d79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:58.129811 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927ca158-820d-48a4-a39b-7fba78c0cf62 None None] Network 378d612b-31ab-4d07-8c08-26e101d40f29 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:04:58.141953 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e246897d-8fa0-4e7d-bf6e-c441fa9d9ea2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:04:58.152200 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-e65a2533-ca40-44c1-9a04-9d3865fb8d79 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0074167 May 09 23:04:58.260897 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1966051a-b7c5-458b-8edc-7a44fff4f61a None None] Network 378d612b-31ab-4d07-8c08-26e101d40f29 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:04:58.280378 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e246897d-8fa0-4e7d-bf6e-c441fa9d9ea2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:04:58.287546 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e246897d-8fa0-4e7d-bf6e-c441fa9d9ea2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:58.295490 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be4308-5693-4837-b590-dff488118f37 None None] Sync routers for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:04:58.319374 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be4308-5693-4837-b590-dff488118f37 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:04:58.321679 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-86be4308-5693-4837-b590-dff488118f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:04:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:58.340710 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-e246897d-8fa0-4e7d-bf6e-c441fa9d9ea2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "PUT /v2.0/floatingips/3794e5f8-75c3-4247-8ff3-ef484eac8042 HTTP/1.1" status: 200 len: 991 time: 1.6345034 May 09 23:04:58.342388 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46c08db-d64b-4794-85f2-3ade7544e841', 'tag': 'dd84391b-cd8f-4c04-9bb7-f12890f8e469'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:04:58.345651 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3364f11-e9c2-495b-ae2b-66d966f054c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a46c08db-d64b-4794-85f2-3ade7544e841", "tag": "dd84391b-cd8f-4c04-9bb7-f12890f8e469"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:04:58.397748 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1127d746-599d-4b6d-b7d5-1f54703e8a4b x-openstack-request-id: req-1127d746-599d-4b6d-b7d5-1f54703e8a4b {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:04:58.398048 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46c08db-d64b-4794-85f2-3ade7544e841", "tag": "dd84391b-cd8f-4c04-9bb7-f12890f8e469", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:04:58.398339 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1127d746-599d-4b6d-b7d5-1f54703e8a4b {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:04:58.398859 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1127d746-599d-4b6d-b7d5-1f54703e8a4b'] response: {'name': 'network-changed', 'server_uuid': 'a46c08db-d64b-4794-85f2-3ade7544e841', 'tag': 'dd84391b-cd8f-4c04-9bb7-f12890f8e469', 'status': 'completed', 'code': 200} May 09 23:04:58.494748 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-86be4308-5693-4837-b590-dff488118f37 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:04:58.513462 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3364f11-e9c2-495b-ae2b-66d966f054c9 req-bd04aa68-a4f6-46a1-bd32-371876f3e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:58.515621 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b3364f11-e9c2-495b-ae2b-66d966f054c9 req-bd04aa68-a4f6-46a1-bd32-371876f3e7e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 1129 time: 0.0936632 May 09 23:04:58.600909 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33572e30-5414-49b5-8c22-ea7871e11ca3 req-37883dd2-3ba5-45af-aaa1-7c5577a8361e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:58.602646 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-33572e30-5414-49b5-8c22-ea7871e11ca3 req-37883dd2-3ba5-45af-aaa1-7c5577a8361e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 945 time: 0.0582914 May 09 23:04:58.656762 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab47db07-5bb0-416c-b208-6ca703562726 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:58.661487 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab47db07-5bb0-416c-b208-6ca703562726 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (122caaec-ee86-4c55-bee9-a9d0fd178187), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:58.684027 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-33572e30-5414-49b5-8c22-ea7871e11ca3 req-5acd47da-a886-42e0-8d47-c579aab00f44 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690720 May 09 23:04:58.782132 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-86be4308-5693-4837-b590-dff488118f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '373249b9-ff71-44dc-9bc6-b4696b86e606', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:81:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:02:30Z', 'updated_at': '2022-05-09T23:03:22Z', 'revision_number': 2, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}, {'id': '3794e5f8-75c3-4247-8ff3-ef484eac8042', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': 'dd84391b-cd8f-4c04-9bb7-f12890f8e469', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:4d:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c08db-d64b-4794-85f2-3ade7544e841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:04:31Z', 'updated_at': '2022-05-09T23:04:57Z', 'revision_number': 1, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:58.814607 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be4308-5693-4837-b590-dff488118f37 None None] Checking router: 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:04:58.824635 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be4308-5693-4837-b590-dff488118f37 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:04:58.825341 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-86be4308-5693-4837-b590-dff488118f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:04:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:58.826288 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.l3_db [None req-ab47db07-5bb0-416c-b208-6ca703562726 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Floating IP 122caaec-ee86-4c55-bee9-a9d0fd178187 associated. External IP: 172.27.3.98, port: f4111c9d-b7d8-4877-85f0-8a4596bfc164. May 09 23:04:58.940510 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-86be4308-5693-4837-b590-dff488118f37 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:04:59.162523 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-86be4308-5693-4837-b590-dff488118f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '373249b9-ff71-44dc-9bc6-b4696b86e606', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:81:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:02:30Z', 'updated_at': '2022-05-09T23:03:22Z', 'revision_number': 2, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}, {'id': '3794e5f8-75c3-4247-8ff3-ef484eac8042', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': 'dd84391b-cd8f-4c04-9bb7-f12890f8e469', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:4d:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c08db-d64b-4794-85f2-3ade7544e841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:04:31Z', 'updated_at': '2022-05-09T23:04:57Z', 'revision_number': 1, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:59.188707 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be4308-5693-4837-b590-dff488118f37 None None] The sync data for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi is: [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '373249b9-ff71-44dc-9bc6-b4696b86e606', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:81:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:02:30Z', 'updated_at': '2022-05-09T23:03:22Z', 'revision_number': 2, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}, {'id': '3794e5f8-75c3-4247-8ff3-ef484eac8042', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': 'dd84391b-cd8f-4c04-9bb7-f12890f8e469', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:4d:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46c08db-d64b-4794-85f2-3ade7544e841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:04:31Z', 'updated_at': '2022-05-09T23:04:57Z', 'revision_number': 1, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:04:59.203868 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0c238-ca7f-4921-befe-20eaaef7d540 req-2ad09e57-23c1-4150-bb62-ea90c0004474 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:59.205369 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7ab0c238-ca7f-4921-befe-20eaaef7d540 req-2ad09e57-23c1-4150-bb62-ea90c0004474 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.1142116 May 09 23:04:59.301229 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3364f11-e9c2-495b-ae2b-66d966f054c9 req-8da6e98d-7844-41fa-986c-9f8b024c125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:59.302715 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b3364f11-e9c2-495b-ae2b-66d966f054c9 req-8da6e98d-7844-41fa-986c-9f8b024c125a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 916 time: 0.2099538 May 09 23:04:59.323387 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7ab0c238-ca7f-4921-befe-20eaaef7d540 req-0ea64c98-f4f5-4d86-a286-419f3db0c17e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048989 May 09 23:04:59.402376 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289c9a7-85f3-481e-9440-85b231665e04 None None] New status for floating IP 3794e5f8-75c3-4247-8ff3-ef484eac8042: ACTIVE {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:04:59.431723 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab47db07-5bb0-416c-b208-6ca703562726 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Router 51f3d03d-15df-4054-89d2-08fbe6a1672a has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:04:59.546184 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab47db07-5bb0-416c-b208-6ca703562726 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:04:59.550997 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab47db07-5bb0-416c-b208-6ca703562726 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:04:59.556059 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580efdc9-203f-4fd8-8f8a-21c8edc3c4f3 None None] Sync routers for ids ['51f3d03d-15df-4054-89d2-08fbe6a1672a'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:04:59.567236 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580efdc9-203f-4fd8-8f8a-21c8edc3c4f3 None None] Routers {'51f3d03d-15df-4054-89d2-08fbe6a1672a'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:04:59.567863 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-580efdc9-203f-4fd8-8f8a-21c8edc3c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:04:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['51f3d03d-15df-4054-89d2-08fbe6a1672a'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:04:59.586374 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-ab47db07-5bb0-416c-b208-6ca703562726 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "PUT /v2.0/floatingips/122caaec-ee86-4c55-bee9-a9d0fd178187 HTTP/1.1" status: 200 len: 991 time: 1.5877857 May 09 23:04:59.586374 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'tag': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:04:59.588591 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f272ddb-d8e6-493b-8248-709b2189c414" -d '{"events": [{"name": "network-changed", "server_uuid": "bccbae96-189c-4f1a-8a18-a94e8684d9b6", "tag": "f4111c9d-b7d8-4877-85f0-8a4596bfc164"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:04:59.638742 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d79f1e-47e9-4f54-89d1-a2e743514033 x-openstack-request-id: req-f6d79f1e-47e9-4f54-89d1-a2e743514033 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:04:59.642483 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccbae96-189c-4f1a-8a18-a94e8684d9b6", "tag": "f4111c9d-b7d8-4877-85f0-8a4596bfc164", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:04:59.642925 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6d79f1e-47e9-4f54-89d1-a2e743514033 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:04:59.643487 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d79f1e-47e9-4f54-89d1-a2e743514033'] response: {'name': 'network-changed', 'server_uuid': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'tag': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164', 'status': 'completed', 'code': 200} May 09 23:04:59.682294 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-580efdc9-203f-4fd8-8f8a-21c8edc3c4f3 None None] Set router 51f3d03d-15df-4054-89d2-08fbe6a1672a gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:04:59.878685 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f272ddb-d8e6-493b-8248-709b2189c414 req-b648084c-47d1-46af-a6e3-28b0f3bd7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:59.880181 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7f272ddb-d8e6-493b-8248-709b2189c414 req-b648084c-47d1-46af-a6e3-28b0f3bd7436 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0990434 May 09 23:04:59.896138 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28004fe1-0b80-4d94-95ae-895ed7240d28 req-61e6fd63-88a6-4ce9-9a1a-b1dffc20e600 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:04:59.897683 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-28004fe1-0b80-4d94-95ae-895ed7240d28 req-61e6fd63-88a6-4ce9-9a1a-b1dffc20e600 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 945 time: 0.1176085 May 09 23:04:59.906338 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b3364f11-e9c2-495b-ae2b-66d966f054c9 req-fc78f8fc-72b5-47f7-832d-44c16524dbe8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd84391b-cd8f-4c04-9bb7-f12890f8e469 HTTP/1.1" status: 200 len: 1001 time: 0.1834106 May 09 23:05:00.008707 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-580efdc9-203f-4fd8-8f8a-21c8edc3c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 4, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '122caaec-ee86-4c55-bee9-a9d0fd178187', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'port_id': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'mac_address': 'fa:16:3e:fb:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:04:32Z', 'updated_at': '2022-05-09T23:04:58Z', 'revision_number': 1, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8642683-2128-485f-80aa-21be69c1e51f', 'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'mac_address': 'fa:16:3e:67:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:24Z', 'updated_at': '2022-05-09T23:02:33Z', 'revision_number': 5, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'subnets': [{'id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:05:00.037602 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580efdc9-203f-4fd8-8f8a-21c8edc3c4f3 None None] Checking router: 51f3d03d-15df-4054-89d2-08fbe6a1672a for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:05:00.047028 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3364f11-e9c2-495b-ae2b-66d966f054c9 req-c9fc632d-fbe0-479b-a872-c839a663d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:00.048463 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580efdc9-203f-4fd8-8f8a-21c8edc3c4f3 None None] Routers {'51f3d03d-15df-4054-89d2-08fbe6a1672a'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:05:00.048463 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-580efdc9-203f-4fd8-8f8a-21c8edc3c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:04:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['51f3d03d-15df-4054-89d2-08fbe6a1672a'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:05:00.048666 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b3364f11-e9c2-495b-ae2b-66d966f054c9 req-c9fc632d-fbe0-479b-a872-c839a663d085 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d84bfe41-fb6f-4a50-9a95-878c5deeae54 HTTP/1.1" status: 200 len: 854 time: 0.1288958 May 09 23:05:00.073180 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-28004fe1-0b80-4d94-95ae-895ed7240d28 req-e122423b-f080-4b7c-8d2b-cdd098ea5cdc tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647625 May 09 23:05:00.096776 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f272ddb-d8e6-493b-8248-709b2189c414 req-149d14dd-f57e-49ed-84c6-6b94a29900d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:00.096776 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7f272ddb-d8e6-493b-8248-709b2189c414 req-149d14dd-f57e-49ed-84c6-6b94a29900d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 920 time: 0.2056549 May 09 23:05:00.104052 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875feb30-1986-4142-9d24-b93a8755e44d req-85aa8677-e311-4c4c-b913-9c88c05468ba tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:00.105530 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-875feb30-1986-4142-9d24-b93a8755e44d req-85aa8677-e311-4c4c-b913-9c88c05468ba tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/networks?id=378d612b-31ab-4d07-8c08-26e101d40f29 HTTP/1.1" status: 200 len: 814 time: 0.1134770 May 09 23:05:00.111326 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3364f11-e9c2-495b-ae2b-66d966f054c9 req-0d0fa7c6-37e3-47df-893c-8db7e40a740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:00.112762 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b3364f11-e9c2-495b-ae2b-66d966f054c9 req-0d0fa7c6-37e3-47df-893c-8db7e40a740f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8d1714e-6adf-478e-9341-0aabd043adfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565090 May 09 23:05:00.124782 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-875feb30-1986-4142-9d24-b93a8755e44d req-ce45e2d3-b6e1-488d-a2c6-e32f8fdb7afa tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/quotas/9a54785a57d74beb87b5a31f928583e7 HTTP/1.1" status: 200 len: 375 time: 0.0111651 May 09 23:05:00.162321 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-875feb30-1986-4142-9d24-b93a8755e44d req-382dc070-bb04-4379-ae18-e219c3aba52b tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a54785a57d74beb87b5a31f928583e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310364 May 09 23:05:00.182038 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-580efdc9-203f-4fd8-8f8a-21c8edc3c4f3 None None] Set router 51f3d03d-15df-4054-89d2-08fbe6a1672a gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:05:00.215909 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7f272ddb-d8e6-493b-8248-709b2189c414 req-2e84d99c-e3d6-4fb7-bd27-a483d702f601 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4111c9d-b7d8-4877-85f0-8a4596bfc164 HTTP/1.1" status: 200 len: 999 time: 0.1114831 May 09 23:05:00.258489 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-875feb30-1986-4142-9d24-b93a8755e44d req-aefeee55-819b-4e5f-b722-563c55c3ef0b service neutron] 10.222.0.23 "GET /v2.0/networks/378d612b-31ab-4d07-8c08-26e101d40f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891275 May 09 23:05:00.284987 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b3364f11-e9c2-495b-ae2b-66d966f054c9 req-7c6bd308-055a-4b34-a125-abb8c026d11a service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385052 May 09 23:05:00.290668 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f272ddb-d8e6-493b-8248-709b2189c414 req-7adf6d76-2c7b-468e-87cc-3a5403e06285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:00.292109 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7f272ddb-d8e6-493b-8248-709b2189c414 req-7adf6d76-2c7b-468e-87cc-3a5403e06285 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.0697501 May 09 23:05:00.376302 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f272ddb-d8e6-493b-8248-709b2189c414 req-787d9268-9acf-4d4e-a156-c3f20389d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:00.377820 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7f272ddb-d8e6-493b-8248-709b2189c414 req-787d9268-9acf-4d4e-a156-c3f20389d8eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771747 May 09 23:05:00.379385 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-875feb30-1986-4142-9d24-b93a8755e44d req-3f1ec75e-1054-4c98-85df-4f16ae9af4b9 service neutron] 10.222.0.23 "GET /v2.0/networks/378d612b-31ab-4d07-8c08-26e101d40f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136734 May 09 23:05:00.419248 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-580efdc9-203f-4fd8-8f8a-21c8edc3c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 4, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '122caaec-ee86-4c55-bee9-a9d0fd178187', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'port_id': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'mac_address': 'fa:16:3e:fb:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:04:32Z', 'updated_at': '2022-05-09T23:04:58Z', 'revision_number': 1, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8642683-2128-485f-80aa-21be69c1e51f', 'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'mac_address': 'fa:16:3e:67:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:24Z', 'updated_at': '2022-05-09T23:02:33Z', 'revision_number': 5, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'subnets': [{'id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:05:00.448496 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580efdc9-203f-4fd8-8f8a-21c8edc3c4f3 None None] The sync data for ids ['51f3d03d-15df-4054-89d2-08fbe6a1672a'] in dv-cinder-840678-5-iscsi is: [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 4, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '122caaec-ee86-4c55-bee9-a9d0fd178187', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'port_id': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'mac_address': 'fa:16:3e:fb:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:04:32Z', 'updated_at': '2022-05-09T23:04:58Z', 'revision_number': 1, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8642683-2128-485f-80aa-21be69c1e51f', 'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'mac_address': 'fa:16:3e:67:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:24Z', 'updated_at': '2022-05-09T23:02:33Z', 'revision_number': 5, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'subnets': [{'id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:05:00.492594 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b3364f11-e9c2-495b-ae2b-66d966f054c9 req-6ae6038c-9578-47f8-8548-adb08f1ecab0 service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995392 May 09 23:05:00.515196 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231e796-e4cf-4eab-8fdc-a180e67c6a89 req-ecbed996-1710-47cf-b0ec-c04ae1f74ccc tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:00.524030 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a231e796-e4cf-4eab-8fdc-a180e67c6a89 req-ecbed996-1710-47cf-b0ec-c04ae1f74ccc tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.1036794 May 09 23:05:00.552224 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-698e1952-dbdb-4449-972f-21521a78d3ac req-67e9e600-13e7-4d98-b37c-db8b613728a1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 210 time: 0.0386534 May 09 23:05:00.600239 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7f272ddb-d8e6-493b-8248-709b2189c414 req-418bd448-2ddb-428c-8f78-3f2e5204afe5 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105088 May 09 23:05:00.604219 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a231e796-e4cf-4eab-8fdc-a180e67c6a89 req-61c5b085-e974-4da3-a883-3e3cb50e549e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793035 May 09 23:05:00.712863 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7f272ddb-d8e6-493b-8248-709b2189c414 req-22bc78d8-ac08-42f5-a0a4-89d749cc1b72 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050966 May 09 23:05:00.743507 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1a57e1-927b-4f3f-8bdf-bb2cd0767bda None None] New status for floating IP 122caaec-ee86-4c55-bee9-a9d0fd178187: ACTIVE {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:05:01.189997 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca13df-b18c-4be1-98cb-c8bd9235a9df req-6d263d36-8233-4562-b9f2-fb3899ed3560 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:01.191498 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3bca13df-b18c-4be1-98cb-c8bd9235a9df req-6d263d36-8233-4562-b9f2-fb3899ed3560 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 945 time: 0.0470057 May 09 23:05:01.237508 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3bca13df-b18c-4be1-98cb-c8bd9235a9df req-06a2e24c-6237-4486-b322-0cd5d9ee3098 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404308 May 09 23:05:01.348157 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374dcc9-d300-4db0-b77d-24b106a475a0 req-cc6ab89b-87eb-40ad-85a0-e63e5bbecf87 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:01.349597 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3374dcc9-d300-4db0-b77d-24b106a475a0 req-cc6ab89b-87eb-40ad-85a0-e63e5bbecf87 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 945 time: 0.0471075 May 09 23:05:01.395442 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3374dcc9-d300-4db0-b77d-24b106a475a0 req-bc923ccf-d829-40a5-ad5c-178108b7de23 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 May 09 23:05:01.623032 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875feb30-1986-4142-9d24-b93a8755e44d req-21807485-4ae3-432e-a90e-a203bf937c5e tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:01.625423 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-875feb30-1986-4142-9d24-b93a8755e44d req-21807485-4ae3-432e-a90e-a203bf937c5e tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.55 "GET /v2.0/networks?id=378d612b-31ab-4d07-8c08-26e101d40f29 HTTP/1.1" status: 200 len: 814 time: 0.1259925 May 09 23:05:01.657403 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-875feb30-1986-4142-9d24-b93a8755e44d req-749d833b-382d-4318-aeeb-8dca7a74ba75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Request body: {'port': {'device_id': '1e5e8a34-6fc9-49eb-a769-63373d0dc44c', 'network_id': '378d612b-31ab-4d07-8c08-26e101d40f29', 'admin_state_up': True, 'tenant_id': '9a54785a57d74beb87b5a31f928583e7'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:05:01.663277 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f1dc7c26-2046-4110-9328-0a3ef39e79dc req-0b1c6d5f-40e5-40f4-bd91-7b0549607d61 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 210 time: 0.0368938 May 09 23:05:01.739196 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adba94-26f9-4afc-a5f4-69823b0e6900 req-9b3a023a-dae0-4138-bceb-a8a9e70167f3 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:01.740692 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c3adba94-26f9-4afc-a5f4-69823b0e6900 req-9b3a023a-dae0-4138-bceb-a8a9e70167f3 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 945 time: 0.0540369 May 09 23:05:01.788941 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c3adba94-26f9-4afc-a5f4-69823b0e6900 req-12b8ac5a-7db9-4554-869f-4c3ba8d7bc85 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 May 09 23:05:01.802399 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc6dce-3ebb-418a-8ce5-e32cd6a3da7f req-45dce04d-ff14-4de2-8f79-8961d649553e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:01.803891 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9bbc6dce-3ebb-418a-8ce5-e32cd6a3da7f req-45dce04d-ff14-4de2-8f79-8961d649553e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0686078 May 09 23:05:01.835958 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875feb30-1986-4142-9d24-b93a8755e44d req-749d833b-382d-4318-aeeb-8dca7a74ba75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Made reservation on behalf of 9a54785a57d74beb87b5a31f928583e7 for: {'port': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:05:01.839221 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-875feb30-1986-4142-9d24-b93a8755e44d req-749d833b-382d-4318-aeeb-8dca7a74ba75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:01.878762 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9bbc6dce-3ebb-418a-8ce5-e32cd6a3da7f req-d0a96bb7-a0b2-4267-b9f6-c3e6f574d885 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685017 May 09 23:05:01.993000 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [req-875feb30-1986-4142-9d24-b93a8755e44d req-749d833b-382d-4318-aeeb-8dca7a74ba75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Allocated IP 172.20.0.14 (378d612b-31ab-4d07-8c08-26e101d40f29/ade18d94-f583-4dc4-a3e4-e9965d9dcdb5/7094aec5-e92d-435e-a8e8-152cdb7a3cc2) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:05:02.146139 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-875feb30-1986-4142-9d24-b93a8755e44d req-749d833b-382d-4318-aeeb-8dca7a74ba75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks [] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:02.178281 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-875feb30-1986-4142-9d24-b93a8755e44d req-749d833b-382d-4318-aeeb-8dca7a74ba75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:02.219263 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875feb30-1986-4142-9d24-b93a8755e44d req-749d833b-382d-4318-aeeb-8dca7a74ba75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Network 378d612b-31ab-4d07-8c08-26e101d40f29 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:05:02.222483 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [req-875feb30-1986-4142-9d24-b93a8755e44d req-749d833b-382d-4318-aeeb-8dca7a74ba75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:05:02.226165 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-875feb30-1986-4142-9d24-b93a8755e44d req-749d833b-382d-4318-aeeb-8dca7a74ba75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:05:02.235230 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d833b-382d-4318-aeeb-8dca7a74ba75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Pushing event updated for resources: {'Port': ['ID=7094aec5-e92d-435e-a8e8-152cdb7a3cc2,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:02.278522 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875feb30-1986-4142-9d24-b93a8755e44d req-749d833b-382d-4318-aeeb-8dca7a74ba75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:02.279187 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-875feb30-1986-4142-9d24-b93a8755e44d req-749d833b-382d-4318-aeeb-8dca7a74ba75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:02.293245 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-875feb30-1986-4142-9d24-b93a8755e44d req-749d833b-382d-4318-aeeb-8dca7a74ba75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6569707 May 09 23:05:02.304914 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Request body: {'port': {'device_id': '1e5e8a34-6fc9-49eb-a769-63373d0dc44c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:05:02.366655 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:02.622571 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 {{(pid=103349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:05:02.630560 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Publish callbacks [] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:02.643607 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.provisioning_blocks [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Transition to ACTIVE for port object 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 will not be triggered until provisioned by entity L2. {{(pid=103349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:05:02.647740 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:02.712084 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Pushing event updated for resources: {'Port': ['ID=7094aec5-e92d-435e-a8e8-152cdb7a3cc2,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:02.765738 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Attempting to bind port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:05:02.766075 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Attempting to bind port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'fc1f8d0c-2512-4b9c-8ab8-5f40db4be252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '378d612b-31ab-4d07-8c08-26e101d40f29'}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:05:02.766429 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Attempting to bind port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 on network 378d612b-31ab-4d07-8c08-26e101d40f29 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:05:02.770694 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 on network 378d612b-31ab-4d07-8c08-26e101d40f29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:05:02.771071 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Attempting to bind port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 on network 378d612b-31ab-4d07-8c08-26e101d40f29 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:05:02.775810 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:05:02.776147 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Checking segment: {'id': 'fc1f8d0c-2512-4b9c-8ab8-5f40db4be252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '378d612b-31ab-4d07-8c08-26e101d40f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:05:02.776532 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Bound using segment: {'id': 'fc1f8d0c-2512-4b9c-8ab8-5f40db4be252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '378d612b-31ab-4d07-8c08-26e101d40f29'} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:05:02.776960 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Bound port: 7094aec5-e92d-435e-a8e8-152cdb7a3cc2, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1f8d0c-2512-4b9c-8ab8-5f40db4be252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '378d612b-31ab-4d07-8c08-26e101d40f29'}}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:05:02.777317 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:02.780854 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f9226-b4d4-4066-adec-3384e40efc58 req-166b78e9-de44-44e9-8275-d1909ab40c82 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:02.782439 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-951f9226-b4d4-4066-adec-3384e40efc58 req-166b78e9-de44-44e9-8275-d1909ab40c82 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 944 time: 0.0477803 May 09 23:05:02.830617 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-951f9226-b4d4-4066-adec-3384e40efc58 req-97e2902a-cdf4-4f74-866a-768cfbea22db tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 May 09 23:05:02.842740 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] For port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2, host hv-cinder-84067, cleared binding levels {{(pid=103349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:05:02.845934 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] For port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7094aec5-e92d-435e-a8e8-152cdb7a3cc2,segment=NetworkSegment(fc1f8d0c-2512-4b9c-8ab8-5f40db4be252),segment_id=fc1f8d0c-2512-4b9c-8ab8-5f40db4be252)] {{(pid=103349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:05:02.853232 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:02.885685 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:02.886341 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:02.887721 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-875feb30-1986-4142-9d24-b93a8755e44d req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] 10.222.0.55 "PUT /v2.0/ports/7094aec5-e92d-435e-a8e8-152cdb7a3cc2 HTTP/1.1" status: 200 len: 1094 time: 0.5866799 May 09 23:05:02.888158 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5e8a34-6fc9-49eb-a769-63373d0dc44c', 'tag': '7094aec5-e92d-435e-a8e8-152cdb7a3cc2'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:05:02.890421 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f69809-ce0c-455f-b4da-fb94f55aa348" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5e8a34-6fc9-49eb-a769-63373d0dc44c", "tag": "7094aec5-e92d-435e-a8e8-152cdb7a3cc2"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:05:02.926104 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f84bc2-0fc8-4b4d-9772-6419a09de033 service neutron] Pushing event updated for resources: {'Port': ['ID=7094aec5-e92d-435e-a8e8-152cdb7a3cc2,revision_number=3']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:02.936585 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40653c53-4618-4a4a-972c-4cdb09fccee7 x-openstack-request-id: req-40653c53-4618-4a4a-972c-4cdb09fccee7 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:05:02.936869 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5e8a34-6fc9-49eb-a769-63373d0dc44c", "tag": "7094aec5-e92d-435e-a8e8-152cdb7a3cc2", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:05:02.937121 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40653c53-4618-4a4a-972c-4cdb09fccee7 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:05:02.937512 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40653c53-4618-4a4a-972c-4cdb09fccee7'] response: {'name': 'network-changed', 'server_uuid': '1e5e8a34-6fc9-49eb-a769-63373d0dc44c', 'tag': '7094aec5-e92d-435e-a8e8-152cdb7a3cc2', 'status': 'completed', 'code': 200} May 09 23:05:02.979194 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875feb30-1986-4142-9d24-b93a8755e44d req-a7dad482-fc66-4864-b0b1-9cd1b81e5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:02.980783 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-875feb30-1986-4142-9d24-b93a8755e44d req-a7dad482-fc66-4864-b0b1-9cd1b81e5aa1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a54785a57d74beb87b5a31f928583e7&device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 1128 time: 0.0414989 May 09 23:05:03.000107 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaebfe-c48d-4e4b-b119-c8372caaca84 req-609e3bc1-b8a1-47a2-ab19-65465dfcdf80 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:03.001585 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3feaebfe-c48d-4e4b-b119-c8372caaca84 req-609e3bc1-b8a1-47a2-ab19-65465dfcdf80 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0474169 May 09 23:05:03.025271 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-875feb30-1986-4142-9d24-b93a8755e44d req-d767a12c-296b-4aec-acdc-3e830798dbd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7094aec5-e92d-435e-a8e8-152cdb7a3cc2 HTTP/1.1" status: 200 len: 217 time: 0.0343988 May 09 23:05:03.051679 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3feaebfe-c48d-4e4b-b119-c8372caaca84 req-4a2ea907-cfb9-4521-b0a6-b6f5a3ca56d2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443728 May 09 23:05:03.071696 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875feb30-1986-4142-9d24-b93a8755e44d req-6fe83a8c-6dc5-4e12-9953-56e04b62dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:03.073173 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-875feb30-1986-4142-9d24-b93a8755e44d req-6fe83a8c-6dc5-4e12-9953-56e04b62dc10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ade18d94-f583-4dc4-a3e4-e9965d9dcdb5 HTTP/1.1" status: 200 len: 854 time: 0.0418959 May 09 23:05:03.104735 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-875feb30-1986-4142-9d24-b93a8755e44d req-5f9f2991-2a57-4a17-bb83-8fc28f92f704 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=378d612b-31ab-4d07-8c08-26e101d40f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253301 May 09 23:05:03.195782 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-875feb30-1986-4142-9d24-b93a8755e44d req-49b53c52-31c5-47d3-9e94-c6ba85b0aab4 service neutron] 10.222.0.55 "GET /v2.0/networks/378d612b-31ab-4d07-8c08-26e101d40f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830383 May 09 23:05:03.289284 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-875feb30-1986-4142-9d24-b93a8755e44d req-4ea36607-7447-4d79-abd7-e3afe147ddab service neutron] 10.222.0.55 "GET /v2.0/networks/378d612b-31ab-4d07-8c08-26e101d40f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820239 May 09 23:05:03.940825 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c1d7f-3caa-4d5a-a57b-8dcf2a315039 req-5bd62cd7-a282-4f4b-a581-02fb9add342c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:03.942303 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d83c1d7f-3caa-4d5a-a57b-8dcf2a315039 req-5bd62cd7-a282-4f4b-a581-02fb9add342c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 944 time: 0.0473588 May 09 23:05:03.987861 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d83c1d7f-3caa-4d5a-a57b-8dcf2a315039 req-d8224d71-5c7b-4aa9-9f1f-6d4142127269 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400722 May 09 23:05:04.166871 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba31c1-5d24-4620-8ad5-ff57aedc7c5f req-1557aa22-6afd-4e68-8740-e3a305627911 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:04.168216 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92ba31c1-5d24-4620-8ad5-ff57aedc7c5f req-1557aa22-6afd-4e68-8740-e3a305627911 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0458028 May 09 23:05:04.213949 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92ba31c1-5d24-4620-8ad5-ff57aedc7c5f req-def8def3-82b8-4651-86ab-38238dcd694f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404251 May 09 23:05:04.440189 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f69809-ce0c-455f-b4da-fb94f55aa348 req-86f0d624-d4bd-4fe2-96c7-4ba34a1047c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:04.441716 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-87f69809-ce0c-455f-b4da-fb94f55aa348 req-86f0d624-d4bd-4fe2-96c7-4ba34a1047c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a54785a57d74beb87b5a31f928583e7&device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 1128 time: 0.0504410 May 09 23:05:04.535232 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f69809-ce0c-455f-b4da-fb94f55aa348 req-56eecba5-7eaa-4419-b0d8-66b5308b9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:04.537042 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-87f69809-ce0c-455f-b4da-fb94f55aa348 req-56eecba5-7eaa-4419-b0d8-66b5308b9416 service neutron] 10.222.0.55 "GET /v2.0/networks?id=378d612b-31ab-4d07-8c08-26e101d40f29 HTTP/1.1" status: 200 len: 915 time: 0.0893912 May 09 23:05:04.586957 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-87f69809-ce0c-455f-b4da-fb94f55aa348 req-e6726e82-f9d6-4ffa-95fb-5f7f5bfcb839 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7094aec5-e92d-435e-a8e8-152cdb7a3cc2 HTTP/1.1" status: 200 len: 217 time: 0.0402479 May 09 23:05:04.861993 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f69809-ce0c-455f-b4da-fb94f55aa348 req-34fcfc4a-f293-4152-9ff8-a0533a71e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:04.863494 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-87f69809-ce0c-455f-b4da-fb94f55aa348 req-34fcfc4a-f293-4152-9ff8-a0533a71e73f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ade18d94-f583-4dc4-a3e4-e9965d9dcdb5 HTTP/1.1" status: 200 len: 854 time: 0.2703671 May 09 23:05:04.902843 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-87f69809-ce0c-455f-b4da-fb94f55aa348 req-feec0180-c8b4-4273-b078-481f124c79bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=378d612b-31ab-4d07-8c08-26e101d40f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255902 May 09 23:05:04.993897 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-87f69809-ce0c-455f-b4da-fb94f55aa348 req-a177e8dc-ed82-4af4-bc4a-b9ef1fc6a3c2 service neutron] 10.222.0.55 "GET /v2.0/networks/378d612b-31ab-4d07-8c08-26e101d40f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834141 May 09 23:05:05.098891 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-87f69809-ce0c-455f-b4da-fb94f55aa348 req-7776e2bb-d1b6-4958-b8bd-108520cdfdad service neutron] 10.222.0.55 "GET /v2.0/networks/378d612b-31ab-4d07-8c08-26e101d40f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838857 May 09 23:05:05.108182 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dc7b1-810a-4c33-b77a-259582e67c95 req-3de75f64-3697-4e06-96de-49ef002b01ff tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:05.109737 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2a3dc7b1-810a-4c33-b77a-259582e67c95 req-3de75f64-3697-4e06-96de-49ef002b01ff tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 944 time: 0.0506003 May 09 23:05:05.155788 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2a3dc7b1-810a-4c33-b77a-259582e67c95 req-02d92ce6-cbe7-4666-b57f-fc79b9505d0f tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404041 May 09 23:05:05.330760 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f580c-c386-43a3-b7c0-ef8e5fcf0db1 req-a275cfb0-ecf8-44e6-926b-45329e4434c5 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:05.332223 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ea2f580c-c386-43a3-b7c0-ef8e5fcf0db1 req-a275cfb0-ecf8-44e6-926b-45329e4434c5 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0469272 May 09 23:05:05.381236 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ea2f580c-c386-43a3-b7c0-ef8e5fcf0db1 req-1272d479-5d40-4ca1-8e05-49e3d1f05f7f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435822 May 09 23:05:06.266418 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc0fa2-8950-48af-890d-1e7690863ba4 req-d137edd6-de77-4486-88af-413026840d96 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:06.267871 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b5fc0fa2-8950-48af-890d-1e7690863ba4 req-d137edd6-de77-4486-88af-413026840d96 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 944 time: 0.0461755 May 09 23:05:06.313442 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b5fc0fa2-8950-48af-890d-1e7690863ba4 req-6deb74e1-4e4f-45ba-86f5-363bac30a004 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401762 May 09 23:05:06.496098 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcf71e-76ed-4609-b819-2acfa2903af0 req-45ec02e4-122a-4bb1-aab0-2fc866c32d45 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:06.497455 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-bfdcf71e-76ed-4609-b819-2acfa2903af0 req-45ec02e4-122a-4bb1-aab0-2fc866c32d45 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0461798 May 09 23:05:06.541756 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-bfdcf71e-76ed-4609-b819-2acfa2903af0 req-48b1ce33-ca8f-4db9-b455-cdf9c2412aa4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389903 May 09 23:05:07.253350 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:05:07.348059 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7094aec5-e92d-435e-a8e8-152cdb7a3cc2,segment=NetworkSegment(fc1f8d0c-2512-4b9c-8ab8-5f40db4be252),segment_id=fc1f8d0c-2512-4b9c-8ab8-5f40db4be252)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:05:07.363279 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': '7094aec5-e92d-435e-a8e8-152cdb7a3cc2', 'network_id': '378d612b-31ab-4d07-8c08-26e101d40f29', 'port_id': '7094aec5-e92d-435e-a8e8-152cdb7a3cc2', 'mac_address': 'fa:16:3e:bc:f5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade18d94-f583-4dc4-a3e4-e9965d9dcdb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:05:07.400662 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:05:07.401054 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:07.415239 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:05:07.427260 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03dfd7c-94f3-4adf-8748-077a8ad76786 req-c16c520d-a0b1-430a-8a5b-1e4abf723a08 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:07.428765 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d03dfd7c-94f3-4adf-8748-077a8ad76786 req-c16c520d-a0b1-430a-8a5b-1e4abf723a08 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 944 time: 0.0502102 May 09 23:05:07.434283 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7094aec5-e92d-435e-a8e8-152cdb7a3cc2,segment=NetworkSegment(fc1f8d0c-2512-4b9c-8ab8-5f40db4be252),segment_id=fc1f8d0c-2512-4b9c-8ab8-5f40db4be252)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:05:07.438534 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:07.475337 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d03dfd7c-94f3-4adf-8748-077a8ad76786 req-5fca04ca-6893-4331-b643-5b37673846dd tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410788 May 09 23:05:07.484762 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=7094aec5-e92d-435e-a8e8-152cdb7a3cc2,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:07.658140 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b57205-fec9-4b5f-bfd1-2793adab4183 req-3056f98d-d90e-4e04-9755-c5f0ce47cc29 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:07.659676 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a7b57205-fec9-4b5f-bfd1-2793adab4183 req-3056f98d-d90e-4e04-9755-c5f0ce47cc29 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0472245 May 09 23:05:07.705636 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a7b57205-fec9-4b5f-bfd1-2793adab4183 req-1e02e6df-98e9-4d80-8b8a-cd47dd9189c7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403123 May 09 23:05:07.796197 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['7094aec5-e92d-435e-a8e8-152cdb7a3cc2'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:05:08.589343 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b20336-0612-4b0e-b780-40c138cb96c6 req-a3e293ec-069b-4d23-9650-c1b587a7f283 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:08.590929 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-39b20336-0612-4b0e-b780-40c138cb96c6 req-a3e293ec-069b-4d23-9650-c1b587a7f283 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 945 time: 0.0488732 May 09 23:05:08.638498 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-39b20336-0612-4b0e-b780-40c138cb96c6 req-50bb1871-cc78-483b-93e6-a4e2311547a4 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 May 09 23:05:08.826888 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01725b7-18c1-476d-abdb-6311101b1940 req-259e3241-755f-455a-b99a-1b9ffc8025d0 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:08.828520 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a01725b7-18c1-476d-abdb-6311101b1940 req-259e3241-755f-455a-b99a-1b9ffc8025d0 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0520983 May 09 23:05:08.874890 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a01725b7-18c1-476d-abdb-6311101b1940 req-b10822c0-c67b-42ea-81a6-195c31b47a90 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408859 May 09 23:05:09.252681 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:05:09.296725 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:05:09.302685 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:05:09.303038 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:09.380677 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:05:09.381080 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:09.402750 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5e8a34-6fc9-49eb-a769-63373d0dc44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7094aec5-e92d-435e-a8e8-152cdb7a3cc2'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:05:09.405467 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46b5489-fec2-4017-8718-7949d4b3d4ab" -d '{"events": [{"server_uuid": "1e5e8a34-6fc9-49eb-a769-63373d0dc44c", "name": "network-vif-plugged", "status": "completed", "tag": "7094aec5-e92d-435e-a8e8-152cdb7a3cc2"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:05:09.417646 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7094aec5-e92d-435e-a8e8-152cdb7a3cc2,segment=NetworkSegment(fc1f8d0c-2512-4b9c-8ab8-5f40db4be252),segment_id=fc1f8d0c-2512-4b9c-8ab8-5f40db4be252)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:05:09.422897 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:09.446074 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39a00fc-a39a-468e-a209-2ebf82ca5f5a x-openstack-request-id: req-a39a00fc-a39a-468e-a209-2ebf82ca5f5a {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:05:09.446392 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5e8a34-6fc9-49eb-a769-63373d0dc44c", "name": "network-vif-plugged", "status": "completed", "tag": "7094aec5-e92d-435e-a8e8-152cdb7a3cc2", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:05:09.446648 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a39a00fc-a39a-468e-a209-2ebf82ca5f5a {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:05:09.447036 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39a00fc-a39a-468e-a209-2ebf82ca5f5a'] response: {'server_uuid': '1e5e8a34-6fc9-49eb-a769-63373d0dc44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7094aec5-e92d-435e-a8e8-152cdb7a3cc2', 'code': 200} May 09 23:05:09.472257 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=7094aec5-e92d-435e-a8e8-152cdb7a3cc2,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:09.636987 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda0b00-81dd-456c-af0e-84ebb9ee0a6b req-11b340dc-6f52-440c-beaf-dc164f715f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:09.639026 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ddda0b00-81dd-456c-af0e-84ebb9ee0a6b req-11b340dc-6f52-440c-beaf-dc164f715f0e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 1130 time: 0.0383096 May 09 23:05:09.693257 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ddda0b00-81dd-456c-af0e-84ebb9ee0a6b req-b328a734-1da9-4b9f-a925-4b96123bf490 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422764 May 09 23:05:09.752655 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec4656-2a6b-4a04-a1c1-e3a46f56394f req-c2695a62-0e01-4596-bdee-1224378dea33 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:09.754110 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-88ec4656-2a6b-4a04-a1c1-e3a46f56394f req-c2695a62-0e01-4596-bdee-1224378dea33 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 946 time: 0.0492995 May 09 23:05:09.799710 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-88ec4656-2a6b-4a04-a1c1-e3a46f56394f req-240be852-ddae-45ff-b742-26ba7df26085 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402000 May 09 23:05:09.991405 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60a8d8-1dec-4f90-987d-e261364b67f5 req-663b363b-f3a8-4024-8792-f6ffca24aa7e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:09.992880 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ce60a8d8-1dec-4f90-987d-e261364b67f5 req-663b363b-f3a8-4024-8792-f6ffca24aa7e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0460546 May 09 23:05:10.041740 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ce60a8d8-1dec-4f90-987d-e261364b67f5 req-9a6bf502-6d2f-4c3e-b321-32db22e6d3a7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435171 May 09 23:05:10.910735 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e411be-9874-4300-8462-545058052edf req-d033ab5a-3df5-4c3d-b498-cb81d8dc141c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:10.912213 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f3e411be-9874-4300-8462-545058052edf req-d033ab5a-3df5-4c3d-b498-cb81d8dc141c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 946 time: 0.0466313 May 09 23:05:10.957467 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f3e411be-9874-4300-8462-545058052edf req-3a46127f-302a-4ce7-988f-7d7e2acbbf4f tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 May 09 23:05:11.158676 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8d346-0dd8-465a-a111-dac127e816bf req-bec354bc-e1ee-4a5c-b055-0d901e296766 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:11.160061 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b3d8d346-0dd8-465a-a111-dac127e816bf req-bec354bc-e1ee-4a5c-b055-0d901e296766 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0463743 May 09 23:05:11.205616 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b3d8d346-0dd8-465a-a111-dac127e816bf req-a764228c-8ed5-4a42-958c-af4db4dc248c tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401077 May 09 23:05:12.069127 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7001f3-c249-4406-8cee-2a68850dc29e req-2d868d9e-e9ae-4127-9de5-3931698b3a19 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:12.070605 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0f7001f3-c249-4406-8cee-2a68850dc29e req-2d868d9e-e9ae-4127-9de5-3931698b3a19 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 946 time: 0.0460906 May 09 23:05:12.118312 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0f7001f3-c249-4406-8cee-2a68850dc29e req-582a700a-558f-4013-91ea-dc57fb28d9f7 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422359 May 09 23:05:12.330298 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1922c-579b-42bd-8dc9-ad390b1c4e8b req-e7f20e77-6cee-46ec-87db-58a5483880aa tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:12.331796 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c5b1922c-579b-42bd-8dc9-ad390b1c4e8b req-e7f20e77-6cee-46ec-87db-58a5483880aa tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0468683 May 09 23:05:12.380359 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c5b1922c-579b-42bd-8dc9-ad390b1c4e8b req-5df44ed1-d583-4346-a963-f373a3189078 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428457 May 09 23:05:13.204757 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0da05-bfe3-406f-9152-94ab8b8f6415 req-b9549a53-dcc3-42d0-b22e-456ff1dc9dee tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:13.206246 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5aa0da05-bfe3-406f-9152-94ab8b8f6415 req-b9549a53-dcc3-42d0-b22e-456ff1dc9dee tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 945 time: 0.0465729 May 09 23:05:13.253213 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5aa0da05-bfe3-406f-9152-94ab8b8f6415 req-dcf4eb9e-cc34-4380-a66a-410e648d5bab tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 May 09 23:05:13.275261 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 60934) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:05:13.409590 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66feff6c-9528-49e5-bfb8-a8cfca910478 tempest-TestMinimumBasicScenario-1669093962 tempest-TestMinimumBasicScenario-1669093962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:13.413753 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-66feff6c-9528-49e5-bfb8-a8cfca910478 tempest-TestMinimumBasicScenario-1669093962 tempest-TestMinimumBasicScenario-1669093962-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 1124 time: 0.1348765 May 09 23:05:13.414309 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 60940) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:05:13.418383 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Request body: {'floatingip': {'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'port_id': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:05:13.442091 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:13.506433 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e49e5-7565-4fc1-81b7-8bb02815d23a req-7a60ca20-b506-4081-838a-4727b559366b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:13.507961 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3a8e49e5-7565-4fc1-81b7-8bb02815d23a req-7a60ca20-b506-4081-838a-4727b559366b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0530019 May 09 23:05:13.524582 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:13.557808 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3a8e49e5-7565-4fc1-81b7-8bb02815d23a req-2880c285-325c-40d1-be10-c0f5ff8679b1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440865 May 09 23:05:13.641786 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Allocated IP 172.27.3.191 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/b955afe5-d5f9-4429-aa25-eff9bb6514af) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:05:13.750452 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for port (b955afe5-d5f9-4429-aa25-eff9bb6514af), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:13.784177 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (b955afe5-d5f9-4429-aa25-eff9bb6514af), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:13.826101 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:05:13.838507 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event updated for resources: {'Port': ['ID=b955afe5-d5f9-4429-aa25-eff9bb6514af,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:13.841127 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:05:13.843188 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:05:14.211444 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for floatingip (11506594-89bc-43ce-bfab-e4d012127ffd), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:14.281795 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b955afe5-d5f9-4429-aa25-eff9bb6514af), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:14.434046 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for port (b955afe5-d5f9-4429-aa25-eff9bb6514af), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:14.438566 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (b955afe5-d5f9-4429-aa25-eff9bb6514af), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:14.509350 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event updated for resources: {'Port': ['ID=b955afe5-d5f9-4429-aa25-eff9bb6514af,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:14.522133 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (11506594-89bc-43ce-bfab-e4d012127ffd), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:14.634793 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.l3_db [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Floating IP 11506594-89bc-43ce-bfab-e4d012127ffd associated. External IP: 172.27.3.191, port: 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787. May 09 23:05:14.726939 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ed162-a665-4ca4-8837-15e727847cd5 req-1136d11b-991f-47c4-a9f7-6600f261ad9d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:14.728424 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-142ed162-a665-4ca4-8837-15e727847cd5 req-1136d11b-991f-47c4-a9f7-6600f261ad9d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0902390 May 09 23:05:14.815932 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-142ed162-a665-4ca4-8837-15e727847cd5 req-782a50e5-d9e0-43f7-aae8-56840651e57b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790467 May 09 23:05:14.919218 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Router 4b130758-6554-48f2-b0bd-9f66685de5e0 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:05:15.032514 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:05:15.042375 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295d482f-8c12-4adc-be32-0ad50295dd2c None None] Sync routers for ids ['4b130758-6554-48f2-b0bd-9f66685de5e0'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:05:15.050097 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.052371 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d482f-8c12-4adc-be32-0ad50295dd2c None None] Routers {'4b130758-6554-48f2-b0bd-9f66685de5e0'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:05:15.053205 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-295d482f-8c12-4adc-be32-0ad50295dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:04:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['4b130758-6554-48f2-b0bd-9f66685de5e0'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:05:15.079784 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-3f77c153-a9f9-41c5-b627-6bd5cccd1a2e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6646385 May 09 23:05:15.080369 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'tag': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:05:15.082494 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60948) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:05:15.083026 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13a1604-f99e-4f35-8f69-dc231f403794" -d '{"events": [{"name": "network-changed", "server_uuid": "93373b9f-f998-4983-9b08-7b874cf7c76e", "tag": "49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:05:15.093397 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-e49d0d52-e65d-45d0-b6a9-ffa8a0b1e26d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1330116907', 'description': 'tempest-secgroup-smoke-1330116907 description', 'project_id': '93df4f41ba52453dabfd21f82cb9238b'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:05:15.116597 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e49d0d52-e65d-45d0-b6a9-ffa8a0b1e26d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.125330 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a5e40e-3cf3-48ff-bd61-78fee167b2f9 x-openstack-request-id: req-99a5e40e-3cf3-48ff-bd61-78fee167b2f9 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:05:15.125673 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93373b9f-f998-4983-9b08-7b874cf7c76e", "tag": "49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:05:15.126083 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99a5e40e-3cf3-48ff-bd61-78fee167b2f9 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:05:15.126495 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a5e40e-3cf3-48ff-bd61-78fee167b2f9'] response: {'name': 'network-changed', 'server_uuid': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'tag': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787', 'status': 'completed', 'code': 200} May 09 23:05:15.169174 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-295d482f-8c12-4adc-be32-0ad50295dd2c None None] Set router 4b130758-6554-48f2-b0bd-9f66685de5e0 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:05:15.192186 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e49d0d52-e65d-45d0-b6a9-ffa8a0b1e26d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group (c3c34fa7-022c-4947-82d8-84d73b758654), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.196098 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e49d0d52-e65d-45d0-b6a9-ffa8a0b1e26d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (c3c34fa7-022c-4947-82d8-84d73b758654), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.220540 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1604-f99e-4f35-8f69-dc231f403794 req-2caa5383-4715-45a0-b34c-0cb7144ba5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:15.222100 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b13a1604-f99e-4f35-8f69-dc231f403794 req-2caa5383-4715-45a0-b34c-0cb7144ba5ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93df4f41ba52453dabfd21f82cb9238b&device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 1129 time: 0.0488923 May 09 23:05:15.227250 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e49d0d52-e65d-45d0-b6a9-ffa8a0b1e26d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.228651 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-e49d0d52-e65d-45d0-b6a9-ffa8a0b1e26d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1448252 May 09 23:05:15.232424 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 60952) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:05:15.233063 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d0d52-e65d-45d0-b6a9-ffa8a0b1e26d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c34fa7-022c-4947-82d8-84d73b758654,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:15.237540 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-f99341e4-d799-4295-b5cd-af9f7858b1dd tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Request body: {'security_group_rule': {'security_group_id': 'c3c34fa7-022c-4947-82d8-84d73b758654', 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:05:15.293778 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 9b2aff87-eeca-44a4-b616-becbcd5f1d58 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:05:15.339140 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f99341e4-d799-4295-b5cd-af9f7858b1dd tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (bd4fd39d-0284-4eca-ab96-808355cb5d31), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.395907 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1604-f99e-4f35-8f69-dc231f403794 req-9c1a4100-1481-4b67-9e64-c077ef5b82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:15.399059 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b13a1604-f99e-4f35-8f69-dc231f403794 req-9c1a4100-1481-4b67-9e64-c077ef5b82b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 HTTP/1.1" status: 200 len: 914 time: 0.1564004 May 09 23:05:15.404079 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-295d482f-8c12-4adc-be32-0ad50295dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:04:15Z', 'revision_number': 4, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port': {'id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:12Z', 'updated_at': '2022-05-09T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '11506594-89bc-43ce-bfab-e4d012127ffd', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'port_id': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'mac_address': 'fa:16:3e:7e:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:05:14Z', 'updated_at': '2022-05-09T23:05:14Z', 'revision_number': 0, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76039854-47e2-4fec-b1c0-307c5dba414a', 'name': '', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'mac_address': 'fa:16:3e:e5:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:14Z', 'updated_at': '2022-05-09T23:04:19Z', 'revision_number': 5, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'subnets': [{'id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:05:15.414446 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f99341e4-d799-4295-b5cd-af9f7858b1dd tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (bd4fd39d-0284-4eca-ab96-808355cb5d31), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.417370 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 9b2aff87-eeca-44a4-b616-becbcd5f1d58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:05:15.425010 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f99341e4-d799-4295-b5cd-af9f7858b1dd tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (bd4fd39d-0284-4eca-ab96-808355cb5d31), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.434893 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'port_id': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'mac_address': 'fa:16:3e:17:c9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:05:15.443097 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295d482f-8c12-4adc-be32-0ad50295dd2c None None] Checking router: 4b130758-6554-48f2-b0bd-9f66685de5e0 for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:05:15.453539 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d482f-8c12-4adc-be32-0ad50295dd2c None None] Routers {'4b130758-6554-48f2-b0bd-9f66685de5e0'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:05:15.454266 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-295d482f-8c12-4adc-be32-0ad50295dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:04:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['4b130758-6554-48f2-b0bd-9f66685de5e0'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:05:15.475092 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 is: ACTIVE; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:05:15.475486 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.487692 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99341e4-d799-4295-b5cd-af9f7858b1dd tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4fd39d-0284-4eca-ab96-808355cb5d31,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:15.497840 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b2aff87-eeca-44a4-b616-becbcd5f1d58 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:05:15.506651 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f99341e4-d799-4295-b5cd-af9f7858b1dd tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.511264 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60960) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:05:15.511451 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-f99341e4-d799-4295-b5cd-af9f7858b1dd tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2778435 May 09 23:05:15.515312 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b13a1604-f99e-4f35-8f69-dc231f403794 req-a061c01c-2f5f-4a23-96d3-0616db52a718 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 HTTP/1.1" status: 200 len: 999 time: 0.0986934 May 09 23:05:15.517013 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-f9d98dbc-edb9-4ded-afb9-46996874c2df tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Request body: {'security_group_rule': {'security_group_id': 'c3c34fa7-022c-4947-82d8-84d73b758654', 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:05:15.530106 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 9b2aff87-eeca-44a4-b616-becbcd5f1d58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:05:15.538438 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.560628 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f9d98dbc-edb9-4ded-afb9-46996874c2df tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (6e0e45f7-73ec-4702-b391-b229df41b835), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.596353 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1604-f99e-4f35-8f69-dc231f403794 req-fb501f96-7f41-48ea-9e0d-4d0119676f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:15.598574 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b13a1604-f99e-4f35-8f69-dc231f403794 req-fb501f96-7f41-48ea-9e0d-4d0119676f04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa30feaf-f64b-4b8c-8112-482aa5e4cd00 HTTP/1.1" status: 200 len: 852 time: 0.0743027 May 09 23:05:15.617634 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-295d482f-8c12-4adc-be32-0ad50295dd2c None None] Set router 4b130758-6554-48f2-b0bd-9f66685de5e0 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:05:15.659091 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f9d98dbc-edb9-4ded-afb9-46996874c2df tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (6e0e45f7-73ec-4702-b391-b229df41b835), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.661340 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=9b2aff87-eeca-44a4-b616-becbcd5f1d58,revision_number=6']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:15.663418 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f9d98dbc-edb9-4ded-afb9-46996874c2df tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (6e0e45f7-73ec-4702-b391-b229df41b835), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.687406 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d98dbc-edb9-4ded-afb9-46996874c2df tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0e45f7-73ec-4702-b391-b229df41b835,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:15.700987 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f9d98dbc-edb9-4ded-afb9-46996874c2df tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.706672 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-f9d98dbc-edb9-4ded-afb9-46996874c2df tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1936626 May 09 23:05:15.709360 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60968) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:05:15.716487 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-b3396e2d-35bd-410d-b4c5-c22da0063111 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Request body: {'security_group_rule': {'security_group_id': 'c3c34fa7-022c-4947-82d8-84d73b758654', 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:05:15.716722 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['9b2aff87-eeca-44a4-b616-becbcd5f1d58'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:05:15.756506 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b3396e2d-35bd-410d-b4c5-c22da0063111 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (9961f54a-7342-4be1-a503-475aba66c34f), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.775325 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55dff305-9fbe-436e-b912-f9b7535e56dd req-b6cd0b00-ed29-4358-b4c3-adc827c7e0a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1548407 May 09 23:05:15.797835 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1604-f99e-4f35-8f69-dc231f403794 req-0027bc4a-0ba6-4ad8-9f71-8e6b71c4e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:15.800442 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b13a1604-f99e-4f35-8f69-dc231f403794 req-0027bc4a-0ba6-4ad8-9f71-8e6b71c4e42f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1827631 May 09 23:05:15.851748 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b3396e2d-35bd-410d-b4c5-c22da0063111 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (9961f54a-7342-4be1-a503-475aba66c34f), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.859318 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b3396e2d-35bd-410d-b4c5-c22da0063111 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (9961f54a-7342-4be1-a503-475aba66c34f), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.885828 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3396e2d-35bd-410d-b4c5-c22da0063111 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9961f54a-7342-4be1-a503-475aba66c34f,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:15.898333 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b3396e2d-35bd-410d-b4c5-c22da0063111 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.902825 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dff305-9fbe-436e-b912-f9b7535e56dd req-d76f7d7b-94cc-4b67-b634-b606ce9bd159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:15.904646 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-b3396e2d-35bd-410d-b4c5-c22da0063111 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1938457 May 09 23:05:15.907778 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55dff305-9fbe-436e-b912-f9b7535e56dd req-d76f7d7b-94cc-4b67-b634-b606ce9bd159 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 1130 time: 0.0955234 May 09 23:05:15.908760 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60974) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:05:15.924710 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-01e74916-bc77-4dfd-9955-9ff92f56f4f5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Request body: {'security_group_rule': {'security_group_id': 'c3c34fa7-022c-4947-82d8-84d73b758654', 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:05:15.967289 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-01e74916-bc77-4dfd-9955-9ff92f56f4f5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (8e72a634-9c31-4bab-8fb9-913d8865468a), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:15.999998 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-295d482f-8c12-4adc-be32-0ad50295dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:04:15Z', 'revision_number': 4, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port': {'id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:12Z', 'updated_at': '2022-05-09T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '11506594-89bc-43ce-bfab-e4d012127ffd', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'port_id': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'mac_address': 'fa:16:3e:7e:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:05:14Z', 'updated_at': '2022-05-09T23:05:14Z', 'revision_number': 0, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76039854-47e2-4fec-b1c0-307c5dba414a', 'name': '', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'mac_address': 'fa:16:3e:e5:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:14Z', 'updated_at': '2022-05-09T23:04:19Z', 'revision_number': 5, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'subnets': [{'id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:05:16.029039 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295d482f-8c12-4adc-be32-0ad50295dd2c None None] The sync data for ids ['4b130758-6554-48f2-b0bd-9f66685de5e0'] in dv-cinder-840678-5-iscsi is: [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:04:15Z', 'revision_number': 4, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port': {'id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:12Z', 'updated_at': '2022-05-09T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '11506594-89bc-43ce-bfab-e4d012127ffd', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'port_id': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'mac_address': 'fa:16:3e:7e:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:05:14Z', 'updated_at': '2022-05-09T23:05:14Z', 'revision_number': 0, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76039854-47e2-4fec-b1c0-307c5dba414a', 'name': '', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'mac_address': 'fa:16:3e:e5:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:14Z', 'updated_at': '2022-05-09T23:04:19Z', 'revision_number': 5, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'subnets': [{'id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:05:16.069981 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-01e74916-bc77-4dfd-9955-9ff92f56f4f5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (8e72a634-9c31-4bab-8fb9-913d8865468a), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:16.085123 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-01e74916-bc77-4dfd-9955-9ff92f56f4f5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (8e72a634-9c31-4bab-8fb9-913d8865468a), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:16.117603 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e74916-bc77-4dfd-9955-9ff92f56f4f5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e72a634-9c31-4bab-8fb9-913d8865468a,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:16.127006 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-01e74916-bc77-4dfd-9955-9ff92f56f4f5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:16.131832 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-01e74916-bc77-4dfd-9955-9ff92f56f4f5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2186720 May 09 23:05:16.133831 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60978) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:05:16.139714 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dff305-9fbe-436e-b912-f9b7535e56dd req-d316d156-0d7b-4f3b-b053-c3aa98bcb3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:16.140225 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-15d17b0a-a6f0-41a1-878d-15f03ba44733 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Request body: {'security_group_rule': {'security_group_id': 'c3c34fa7-022c-4947-82d8-84d73b758654', 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:05:16.141369 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55dff305-9fbe-436e-b912-f9b7535e56dd req-d316d156-0d7b-4f3b-b053-c3aa98bcb3ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 916 time: 0.1860681 May 09 23:05:16.147799 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026cad6-0615-47d3-ad16-01d9c07424b6 req-96d743d2-53b2-4330-98f5-971fd1f2d49d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:16.151141 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c026cad6-0615-47d3-ad16-01d9c07424b6 req-96d743d2-53b2-4330-98f5-971fd1f2d49d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 945 time: 0.2215559 May 09 23:05:16.172933 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.securitygroups_db [None req-15d17b0a-a6f0-41a1-878d-15f03ba44733 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Project 93df4f41ba52453dabfd21f82cb9238b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 23:05:16.179154 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-15d17b0a-a6f0-41a1-878d-15f03ba44733 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (6e81d0b8-15e3-4187-aeeb-cc11c777dbce), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:16.254452 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-15d17b0a-a6f0-41a1-878d-15f03ba44733 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (6e81d0b8-15e3-4187-aeeb-cc11c777dbce), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:16.261746 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b13a1604-f99e-4f35-8f69-dc231f403794 req-2220fb35-68e5-417e-826f-3782587fc5aa service neutron] 10.222.0.55 "GET /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518558 May 09 23:05:16.262408 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-15d17b0a-a6f0-41a1-878d-15f03ba44733 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (6e81d0b8-15e3-4187-aeeb-cc11c777dbce), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:16.286841 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d17b0a-a6f0-41a1-878d-15f03ba44733 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e81d0b8-15e3-4187-aeeb-cc11c777dbce,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:16.288461 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55dff305-9fbe-436e-b912-f9b7535e56dd req-abadeb7a-626e-440d-bf02-b230766afb7d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83fd7780-b6ac-4de6-983c-0317e0689d5b HTTP/1.1" status: 200 len: 1002 time: 0.1193540 May 09 23:05:16.309326 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-15d17b0a-a6f0-41a1-878d-15f03ba44733 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:16.311637 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-15d17b0a-a6f0-41a1-878d-15f03ba44733 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1768816 May 09 23:05:16.314429 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 60986) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:05:16.320062 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-d05097e6-78c7-484e-8a2d-2baae60ad852 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Request body: {'security_group_rule': {'security_group_id': 'c3c34fa7-022c-4947-82d8-84d73b758654', 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:05:16.340932 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866614eb-6621-448a-8d10-1e689104967e None None] New status for floating IP 11506594-89bc-43ce-bfab-e4d012127ffd: ACTIVE {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:05:16.347870 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.securitygroups_db [None req-d05097e6-78c7-484e-8a2d-2baae60ad852 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Project 93df4f41ba52453dabfd21f82cb9238b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 23:05:16.355751 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d05097e6-78c7-484e-8a2d-2baae60ad852 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (8e01c12f-51d4-41f5-846f-4893603ed8f3), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:16.392807 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c026cad6-0615-47d3-ad16-01d9c07424b6 req-2acd85c5-79f8-43cd-a011-18cf510e36a5 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225349 May 09 23:05:16.410141 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dff305-9fbe-436e-b912-f9b7535e56dd req-f1ca82f2-c47e-4792-a128-b2d8ec92603e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:16.411592 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55dff305-9fbe-436e-b912-f9b7535e56dd req-f1ca82f2-c47e-4792-a128-b2d8ec92603e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d84bfe41-fb6f-4a50-9a95-878c5deeae54 HTTP/1.1" status: 200 len: 854 time: 0.1084313 May 09 23:05:16.484869 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dff305-9fbe-436e-b912-f9b7535e56dd req-c681e617-2fcd-4dbb-b28d-764e86d988b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:16.485829 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d05097e6-78c7-484e-8a2d-2baae60ad852 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (8e01c12f-51d4-41f5-846f-4893603ed8f3), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:16.487017 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55dff305-9fbe-436e-b912-f9b7535e56dd req-c681e617-2fcd-4dbb-b28d-764e86d988b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8d1714e-6adf-478e-9341-0aabd043adfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651350 May 09 23:05:16.488914 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b13a1604-f99e-4f35-8f69-dc231f403794 req-6aed1d24-a398-4f05-bc4b-aa7b3469a3d7 service neutron] 10.222.0.55 "GET /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189569 May 09 23:05:16.489700 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d05097e6-78c7-484e-8a2d-2baae60ad852 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (8e01c12f-51d4-41f5-846f-4893603ed8f3), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:16.503899 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05097e6-78c7-484e-8a2d-2baae60ad852 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e01c12f-51d4-41f5-846f-4893603ed8f3,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:16.537892 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d05097e6-78c7-484e-8a2d-2baae60ad852 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:16.539900 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-d05097e6-78c7-484e-8a2d-2baae60ad852 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2240853 May 09 23:05:16.698533 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f06a7721-cd5a-4295-abef-801c18f0c05b req-94c5e674-a418-41b3-8ae1-be84538821bf tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330116907&fields=id&tenant_id=93df4f41ba52453dabfd21f82cb9238b HTTP/1.1" status: 200 len: 267 time: 0.0829659 May 09 23:05:16.761248 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a7721-cd5a-4295-abef-801c18f0c05b req-61dcb488-9c6f-4e56-8d8e-c82e3eaa4f42 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:16.770501 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f06a7721-cd5a-4295-abef-801c18f0c05b req-61dcb488-9c6f-4e56-8d8e-c82e3eaa4f42 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 945 time: 0.0706422 May 09 23:05:16.781626 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-f06a7721-cd5a-4295-abef-801c18f0c05b req-2d65a5a9-1e10-4a8c-ba12-22a6e4b2efa1 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Request body: {'port': {'security_groups': ['df4b11f0-b426-4f2d-abcf-11e45c5ff9fd', 'c3c34fa7-022c-4947-82d8-84d73b758654']}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:05:16.887025 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-f06a7721-cd5a-4295-abef-801c18f0c05b req-2d65a5a9-1e10-4a8c-ba12-22a6e4b2efa1 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:16.932920 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55dff305-9fbe-436e-b912-f9b7535e56dd req-2aceecbb-e0a6-48ab-85a4-de2362a41b8d service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343705 May 09 23:05:16.972724 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:17.055351 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-55dff305-9fbe-436e-b912-f9b7535e56dd req-aecde9d3-1af5-4aa9-95ed-3570819d91e6 service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153963 May 09 23:05:17.148184 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-f06a7721-cd5a-4295-abef-801c18f0c05b req-2d65a5a9-1e10-4a8c-ba12-22a6e4b2efa1 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] For port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,segment=NetworkSegment(5beef1e0-cde5-40a8-8b8b-7a209d81e134),segment_id=5beef1e0-cde5-40a8-8b8b-7a209d81e134)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:05:17.192700 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-f06a7721-cd5a-4295-abef-801c18f0c05b req-2d65a5a9-1e10-4a8c-ba12-22a6e4b2efa1 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:17.204998 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-f06a7721-cd5a-4295-abef-801c18f0c05b req-2d65a5a9-1e10-4a8c-ba12-22a6e4b2efa1 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:17.220861 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:05:17.308450 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 9b2aff87-eeca-44a4-b616-becbcd5f1d58 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:05:17.315383 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a7721-cd5a-4295-abef-801c18f0c05b req-2d65a5a9-1e10-4a8c-ba12-22a6e4b2efa1 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:17.316921 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-f06a7721-cd5a-4295-abef-801c18f0c05b req-2d65a5a9-1e10-4a8c-ba12-22a6e4b2efa1 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:17.319477 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f06a7721-cd5a-4295-abef-801c18f0c05b req-2d65a5a9-1e10-4a8c-ba12-22a6e4b2efa1 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "PUT /v2.0/ports/49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 HTTP/1.1" status: 200 len: 981 time: 0.5478153 May 09 23:05:17.319960 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'tag': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:05:17.325334 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeb7ada-da63-43a7-be46-6ef5f4919521" -d '{"events": [{"name": "network-changed", "server_uuid": "93373b9f-f998-4983-9b08-7b874cf7c76e", "tag": "49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:05:17.348995 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65a5a9-1e10-4a8c-ba12-22a6e4b2efa1 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event updated for resources: {'Port': ['ID=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,revision_number=6']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:17.405672 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a985cb9-d3da-453e-a93a-bd6e05652c3c x-openstack-request-id: req-6a985cb9-d3da-453e-a93a-bd6e05652c3c {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:05:17.405876 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93373b9f-f998-4983-9b08-7b874cf7c76e", "tag": "49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:05:17.406079 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a985cb9-d3da-453e-a93a-bd6e05652c3c {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:05:17.406512 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a985cb9-d3da-453e-a93a-bd6e05652c3c'] response: {'name': 'network-changed', 'server_uuid': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'tag': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787', 'status': 'completed', 'code': 200} May 09 23:05:17.472803 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:05:17.531074 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:05:17.531449 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:17.536635 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bad41b-9cac-41e9-bdd9-3dc36a274701 req-6c222643-85c3-4a6d-801e-76dc23f7411f tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:17.538743 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a9bad41b-9cac-41e9-bdd9-3dc36a274701 req-6c222643-85c3-4a6d-801e-76dc23f7411f tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.1069496 May 09 23:05:17.659520 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45253501-045b-4059-a563-1bac0f085458 req-eb425b8d-70be-4e58-97df-170af9da6fa4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:17.661738 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-45253501-045b-4059-a563-1bac0f085458 req-eb425b8d-70be-4e58-97df-170af9da6fa4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 945 time: 0.1076698 May 09 23:05:17.702657 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb7ada-da63-43a7-be46-6ef5f4919521 req-1d3455c9-f62d-460f-b988-c246aa38c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:17.704181 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-abeb7ada-da63-43a7-be46-6ef5f4919521 req-1d3455c9-f62d-460f-b988-c246aa38c635 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93df4f41ba52453dabfd21f82cb9238b&device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 1168 time: 0.1642203 May 09 23:05:17.742436 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a9bad41b-9cac-41e9-bdd9-3dc36a274701 req-fe6b1d2d-29fc-45b1-9bf4-ec7cfec5ab62 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298015 May 09 23:05:17.771272 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-45253501-045b-4059-a563-1bac0f085458 req-0143f5df-6136-4574-9785-8517e2acf9da tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972848 May 09 23:05:17.843258 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:05:17.843378 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:17.889691 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-736b416f-de1b-47ed-ac09-6de3235f5534 None None] Provisioning complete for port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:05:17.890077 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-736b416f-de1b-47ed-ac09-6de3235f5534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:17.948792 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2aff87-eeca-44a4-b616-becbcd5f1d58'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:05:17.951005 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aca9cc8-c03c-4a7d-8ebb-17e40c2937a1" -d '{"events": [{"server_uuid": "2e5734d5-da65-4ee8-8684-e236f56da50a", "name": "network-vif-plugged", "status": "completed", "tag": "9b2aff87-eeca-44a4-b616-becbcd5f1d58"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:05:17.974494 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 9b2aff87-eeca-44a4-b616-becbcd5f1d58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:05:18.000053 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:18.041665 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4b10bf-c900-4667-8576-a1a7f72c8fe8 x-openstack-request-id: req-1d4b10bf-c900-4667-8576-a1a7f72c8fe8 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:05:18.042040 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5734d5-da65-4ee8-8684-e236f56da50a", "name": "network-vif-plugged", "status": "completed", "tag": "9b2aff87-eeca-44a4-b616-becbcd5f1d58", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:05:18.042257 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d4b10bf-c900-4667-8576-a1a7f72c8fe8 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:05:18.042659 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4b10bf-c900-4667-8576-a1a7f72c8fe8'] response: {'server_uuid': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'code': 200} May 09 23:05:18.085573 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb7ada-da63-43a7-be46-6ef5f4919521 req-305c4de3-e378-4ee2-b208-2c9e023fba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:18.088985 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-abeb7ada-da63-43a7-be46-6ef5f4919521 req-305c4de3-e378-4ee2-b208-2c9e023fba6e service neutron] 10.222.0.55 "GET /v2.0/networks?id=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 HTTP/1.1" status: 200 len: 914 time: 0.2005141 May 09 23:05:18.125312 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=9b2aff87-eeca-44a4-b616-becbcd5f1d58,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:18.198354 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-abeb7ada-da63-43a7-be46-6ef5f4919521 req-4f2b3700-eed6-4415-91ae-55d6e0f765e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 HTTP/1.1" status: 200 len: 1001 time: 0.1000957 May 09 23:05:18.211408 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-736b416f-de1b-47ed-ac09-6de3235f5534 None None] Current status of the port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:05:18.274392 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb7ada-da63-43a7-be46-6ef5f4919521 req-bfc4222c-b3b4-4448-a634-1f54510d0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:18.275977 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-abeb7ada-da63-43a7-be46-6ef5f4919521 req-bfc4222c-b3b4-4448-a634-1f54510d0383 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa30feaf-f64b-4b8c-8112-482aa5e4cd00 HTTP/1.1" status: 200 len: 852 time: 0.0703235 May 09 23:05:18.360324 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb7ada-da63-43a7-be46-6ef5f4919521 req-84a695a4-d6dc-4d22-9131-63fc5c4fd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:18.362247 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-abeb7ada-da63-43a7-be46-6ef5f4919521 req-84a695a4-d6dc-4d22-9131-63fc5c4fd6a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504808 May 09 23:05:18.528413 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-abeb7ada-da63-43a7-be46-6ef5f4919521 req-1a5c765f-a2c1-45c2-843a-b41dc30f1518 service neutron] 10.222.0.55 "GET /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579337 May 09 23:05:18.674034 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-abeb7ada-da63-43a7-be46-6ef5f4919521 req-69beeac6-8cbe-429b-b1df-042df253482b service neutron] 10.222.0.55 "GET /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322217 May 09 23:05:18.942282 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd91320-b801-4d14-8cf9-e44c0f59696c req-1f1b762e-1468-4b3b-b3af-6ef8a5515482 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:18.943932 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1dd91320-b801-4d14-8cf9-e44c0f59696c req-1f1b762e-1468-4b3b-b3af-6ef8a5515482 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0663440 May 09 23:05:19.003046 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1dd91320-b801-4d14-8cf9-e44c0f59696c req-8f002c8a-17a4-4d3b-aabc-c7524ba213d6 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531139 May 09 23:05:19.381844 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a443b75-743a-48f7-9a16-422c525a8277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:20.142848 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f14e96-f112-4434-9c00-a04d1e31a72a req-e355abae-2b8a-4165-8dfe-7debe4fa482b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:20.145636 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b2f14e96-f112-4434-9c00-a04d1e31a72a req-e355abae-2b8a-4165-8dfe-7debe4fa482b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0617366 May 09 23:05:20.200523 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b2f14e96-f112-4434-9c00-a04d1e31a72a req-5c2c6647-50d2-4578-807f-1fcd521cf6bd tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482676 May 09 23:05:21.340842 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61eaff2-31e5-450a-93fd-63e3802590f6 req-3a2a9b11-4140-4e93-b11f-5802088efb8a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:21.343119 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a61eaff2-31e5-450a-93fd-63e3802590f6 req-3a2a9b11-4140-4e93-b11f-5802088efb8a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0572355 May 09 23:05:21.405665 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a61eaff2-31e5-450a-93fd-63e3802590f6 req-b36a30df-3627-4fcf-9d57-03c2e90d28ca tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570359 May 09 23:05:21.671153 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f26476a8-0ff2-4209-a637-6ebc0ab48012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:22.544846 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088bf74-7426-45d5-bc9c-bebd8da8ab75 req-c577e2db-2031-4f8f-98d7-6fe63dedea60 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:22.547002 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2088bf74-7426-45d5-bc9c-bebd8da8ab75 req-c577e2db-2031-4f8f-98d7-6fe63dedea60 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0541353 May 09 23:05:22.609909 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2088bf74-7426-45d5-bc9c-bebd8da8ab75 req-29f19317-89f2-49b4-9174-ba5656fda965 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569694 May 09 23:05:22.915094 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:23.745420 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cf9ad-498b-498d-ad68-4f4915018b39 req-a45f6183-4958-49db-85c6-ebbe1af55d03 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:23.747094 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e31cf9ad-498b-498d-ad68-4f4915018b39 req-a45f6183-4958-49db-85c6-ebbe1af55d03 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0573959 May 09 23:05:23.809447 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e31cf9ad-498b-498d-ad68-4f4915018b39 req-b09d568c-d1e0-4418-a188-36ffe9be79a3 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559435 May 09 23:05:24.340872 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:24.943642 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73123682-4ec9-4abb-a525-dea9e226c1ad req-ca46a223-d7db-4f52-8b71-ac72805b12b6 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:24.945762 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-73123682-4ec9-4abb-a525-dea9e226c1ad req-ca46a223-d7db-4f52-8b71-ac72805b12b6 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0518944 May 09 23:05:25.005680 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-73123682-4ec9-4abb-a525-dea9e226c1ad req-2c8833d4-47a0-4d19-87cf-cf3b42ee5da3 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541039 May 09 23:05:25.652832 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:26.122452 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b7ed1-2d8b-4513-9c3e-acacf8706db8 req-3f1651ec-2034-419f-8c93-af545f3a97c5 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:26.124542 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1e2b7ed1-2d8b-4513-9c3e-acacf8706db8 req-3f1651ec-2034-419f-8c93-af545f3a97c5 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0527093 May 09 23:05:26.170806 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1e2b7ed1-2d8b-4513-9c3e-acacf8706db8 req-3c8b4aab-24a9-4181-a3de-14d48132fb08 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406473 May 09 23:05:26.782680 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bb2ff-5869-457d-800c-4eab778960c5 req-b054d3f1-1b80-4f47-9e35-109758ec60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:26.784241 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d19bb2ff-5869-457d-800c-4eab778960c5 req-b054d3f1-1b80-4f47-9e35-109758ec60f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f38af4b388e49958aa17250c181b203&device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 1130 time: 0.0406194 May 09 23:05:26.874109 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bb2ff-5869-457d-800c-4eab778960c5 req-202c3ca0-2c41-4402-9671-5752f2b09b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:26.875595 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d19bb2ff-5869-457d-800c-4eab778960c5 req-202c3ca0-2c41-4402-9671-5752f2b09b9b service neutron] 10.222.0.55 "GET /v2.0/networks?id=741b3e88-dd66-49da-aaee-2d7e838ad44c HTTP/1.1" status: 200 len: 918 time: 0.0849619 May 09 23:05:26.958992 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d19bb2ff-5869-457d-800c-4eab778960c5 req-acf36898-f7bb-4c4d-92f3-5a11c10d6600 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58 HTTP/1.1" status: 200 len: 1001 time: 0.0604968 May 09 23:05:27.007807 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bb2ff-5869-457d-800c-4eab778960c5 req-b5ce07df-0647-4ae9-8924-9049d21ff81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:27.009223 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d19bb2ff-5869-457d-800c-4eab778960c5 req-b5ce07df-0647-4ae9-8924-9049d21ff81a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a988479-3364-4216-a8b0-ad3a5179dc4f HTTP/1.1" status: 200 len: 856 time: 0.0431631 May 09 23:05:27.052740 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bb2ff-5869-457d-800c-4eab778960c5 req-79d449a6-f757-4c03-b4b0-db17e36810b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:27.054203 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d19bb2ff-5869-457d-800c-4eab778960c5 req-79d449a6-f757-4c03-b4b0-db17e36810b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=741b3e88-dd66-49da-aaee-2d7e838ad44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370615 May 09 23:05:27.150181 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d19bb2ff-5869-457d-800c-4eab778960c5 req-edcd0df6-3008-4772-b588-01c434e8c11b service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833099 May 09 23:05:27.244992 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d19bb2ff-5869-457d-800c-4eab778960c5 req-c456f182-2307-4c06-9bc9-9667fddbff48 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812168 May 09 23:05:27.294573 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c96d5-a438-47ce-b5ef-56d641628361 req-b9e66e87-dc60-4b37-b3d1-6b5b0effbb96 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:27.296058 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-579c96d5-a438-47ce-b5ef-56d641628361 req-b9e66e87-dc60-4b37-b3d1-6b5b0effbb96 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0535319 May 09 23:05:27.342589 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-579c96d5-a438-47ce-b5ef-56d641628361 req-effe3c10-b7d8-43af-a9f4-00e718e04bbd tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410130 May 09 23:05:28.458006 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca228cb8-a3b9-47e2-bc2a-df4b98562498 req-cacd660d-c1de-4e2c-a242-990fa74073f6 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:28.459502 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ca228cb8-a3b9-47e2-bc2a-df4b98562498 req-cacd660d-c1de-4e2c-a242-990fa74073f6 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0462644 May 09 23:05:28.505387 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ca228cb8-a3b9-47e2-bc2a-df4b98562498 req-d65e7d64-975c-4349-9b61-3d0bc04907d4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403721 May 09 23:05:29.626674 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33ff0f-2ed4-4e9b-883c-5fe8817252cd req-be2e57f7-6ef9-483b-8788-4d7fd070ca77 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:29.628508 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ae33ff0f-2ed4-4e9b-883c-5fe8817252cd req-be2e57f7-6ef9-483b-8788-4d7fd070ca77 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0512164 May 09 23:05:29.678403 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ae33ff0f-2ed4-4e9b-883c-5fe8817252cd req-a129d28f-f13f-49a4-86bf-fe9c4a58ae32 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440664 May 09 23:05:30.168551 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [req-f516c7d7-f474-415a-b2ec-3153aaf19838 req-81e9d265-739b-4792-928a-ab23a8093cc6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 23:05:30.169484 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f516c7d7-f474-415a-b2ec-3153aaf19838 req-81e9d265-739b-4792-928a-ab23a8093cc6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055835 May 09 23:05:30.326193 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33398c8-53db-481a-8bcc-feb442cf1cc7 req-b880d18b-30d2-41a3-a5b4-8420acfb4384 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:30.327770 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a33398c8-53db-481a-8bcc-feb442cf1cc7 req-b880d18b-30d2-41a3-a5b4-8420acfb4384 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0469809 May 09 23:05:30.374786 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a33398c8-53db-481a-8bcc-feb442cf1cc7 req-9a471b9a-215e-4294-a1e2-f084c60b3fe4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409837 May 09 23:05:30.625208 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 32912) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:05:30.708474 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-59fa0ac6-282c-48e2-b1a1-86278caabe5d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821199 May 09 23:05:30.717273 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-b4b0b75a-75b5-4df9-b2a3-fb147e2d8501 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 23:05:30.718252 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-b4b0b75a-75b5-4df9-b2a3-fb147e2d8501 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053208 May 09 23:05:30.795090 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 32920) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:05:30.885712 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-571c3673-7d64-4e4b-bd4b-e1cc37f713ed tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:30.887116 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-571c3673-7d64-4e4b-bd4b-e1cc37f713ed tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports/9b2aff87-eeca-44a4-b616-becbcd5f1d58 HTTP/1.1" status: 200 len: 943 time: 0.0910203 May 09 23:05:31.364111 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 9b2aff87-eeca-44a4-b616-becbcd5f1d58 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:05:31.441831 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 is: ACTIVE; New status is: DOWN {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:05:31.442245 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:31.464228 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b2aff87-eeca-44a4-b616-becbcd5f1d58'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:05:31.466536 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dd034a-259e-4d85-b74d-aebc2dc88c80" -d '{"events": [{"server_uuid": "2e5734d5-da65-4ee8-8684-e236f56da50a", "name": "network-vif-unplugged", "status": "completed", "tag": "9b2aff87-eeca-44a4-b616-becbcd5f1d58"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:05:31.479401 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 9b2aff87-eeca-44a4-b616-becbcd5f1d58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:05:31.485117 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:31.496773 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9530f38-9b2f-4735-b1a3-02faad7498da req-7b2649c3-c9b2-4a98-8dcb-8b8f51f57fef tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:31.498917 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d9530f38-9b2f-4735-b1a3-02faad7498da req-7b2649c3-c9b2-4a98-8dcb-8b8f51f57fef tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 946 time: 0.0496867 May 09 23:05:31.508862 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 May 2022 23:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a4d814-1077-4e0f-b09f-042d9f4c013a x-openstack-request-id: req-c7a4d814-1077-4e0f-b09f-042d9f4c013a {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:05:31.509157 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5734d5-da65-4ee8-8684-e236f56da50a", "name": "network-vif-unplugged", "status": "failed", "tag": "9b2aff87-eeca-44a4-b616-becbcd5f1d58", "code": 422}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:05:31.509409 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7a4d814-1077-4e0f-b09f-042d9f4c013a {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:05:31.509836 dv-cinder-840678-5-iscsi neutron-server[103351]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c7a4d814-1077-4e0f-b09f-042d9f4c013a']: {'server_uuid': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'code': 422} returned with failed status May 09 23:05:31.537862 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=9b2aff87-eeca-44a4-b616-becbcd5f1d58,revision_number=8']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:31.546997 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d9530f38-9b2f-4735-b1a3-02faad7498da req-82af4a1c-0157-4d92-b65e-9e1f6429d4f7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419729 May 09 23:05:32.666793 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b8dfc-f979-4354-83bf-786b212000ad req-d69b58fa-f435-4d22-8799-bbdda431bf08 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:32.668240 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3e4b8dfc-f979-4354-83bf-786b212000ad req-d69b58fa-f435-4d22-8799-bbdda431bf08 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0493526 May 09 23:05:32.713578 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3e4b8dfc-f979-4354-83bf-786b212000ad req-49b223be-df6b-49dc-a16a-73bf6b266828 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391986 May 09 23:05:33.145212 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:05:33.832321 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c4d91-0592-4786-9685-eebfb5260497 req-d0567aa1-3f05-4a37-9755-600bc62564cb tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:33.833782 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-786c4d91-0592-4786-9685-eebfb5260497 req-d0567aa1-3f05-4a37-9755-600bc62564cb tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0492585 May 09 23:05:33.879057 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-786c4d91-0592-4786-9685-eebfb5260497 req-ecb79dbc-0262-4339-86bd-85eb5f9a4b44 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396578 May 09 23:05:34.992540 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d8b25-3654-4c6a-ad28-dda88b16b921 req-f76cd33e-6f1b-4e56-b008-bc408d2f914a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:34.993984 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-949d8b25-3654-4c6a-ad28-dda88b16b921 req-f76cd33e-6f1b-4e56-b008-bc408d2f914a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0457172 May 09 23:05:35.039075 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-949d8b25-3654-4c6a-ad28-dda88b16b921 req-f6187c70-9605-49d0-91d1-f81704bd8bc8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392070 May 09 23:05:36.159027 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d17afb-a935-4570-b554-4216cc11cc28 req-4d1f118d-216a-4568-9324-342e4bb691b2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:36.160493 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a4d17afb-a935-4570-b554-4216cc11cc28 req-4d1f118d-216a-4568-9324-342e4bb691b2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0486348 May 09 23:05:36.206071 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a4d17afb-a935-4570-b554-4216cc11cc28 req-dc8e2c80-363f-4bad-be5b-acd3d9a4aff8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395598 May 09 23:05:37.338057 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3a937-bcc7-4aef-a8ed-fecbbf8d68e2 req-54c46e44-75fe-47e0-a742-1020af24482b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:37.339593 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e2a3a937-bcc7-4aef-a8ed-fecbbf8d68e2 req-54c46e44-75fe-47e0-a742-1020af24482b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0588944 May 09 23:05:37.393260 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e2a3a937-bcc7-4aef-a8ed-fecbbf8d68e2 req-9a33c923-4212-48c7-aeb1-6c822373aa50 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475836 May 09 23:05:37.396866 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-df08dc91-474d-4c31-b76c-47077afb6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:37.398990 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-df08dc91-474d-4c31-b76c-47077afb6b31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a&tenant_id=0f38af4b388e49958aa17250c181b203 HTTP/1.1" status: 200 len: 1128 time: 0.0871148 May 09 23:05:37.481279 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-8c6ddd8e-30fd-4349-9ce6-71282c12f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:37.483622 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-8c6ddd8e-30fd-4349-9ce6-71282c12f876 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f38af4b388e49958aa17250c181b203&device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 1128 time: 0.0424693 May 09 23:05:37.584608 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-792decdd-a848-4c70-a2a0-0fd352f1753a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:37.586148 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-792decdd-a848-4c70-a2a0-0fd352f1753a service neutron] 10.222.0.55 "GET /v2.0/networks?id=741b3e88-dd66-49da-aaee-2d7e838ad44c HTTP/1.1" status: 200 len: 918 time: 0.0951054 May 09 23:05:37.654646 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-253fd2d3-d771-4fc6-8785-5560b406127e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58 HTTP/1.1" status: 200 len: 999 time: 0.0602930 May 09 23:05:37.708486 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-265d37af-33ab-437b-9ddf-f75b2be7932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:37.709841 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-265d37af-33ab-437b-9ddf-f75b2be7932e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a988479-3364-4216-a8b0-ad3a5179dc4f HTTP/1.1" status: 200 len: 856 time: 0.0441396 May 09 23:05:37.759423 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-3f9821e6-6e82-4f4a-9ff5-788f0eb338b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:37.761017 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-3f9821e6-6e82-4f4a-9ff5-788f0eb338b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=741b3e88-dd66-49da-aaee-2d7e838ad44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433948 May 09 23:05:37.854260 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-eef5495e-e14e-4b87-8335-c6ad414f57cf service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855982 May 09 23:05:38.519583 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a672ed-1854-416e-bd21-37e077d7fd23 req-469ae397-32d8-47d3-90c9-072a35b69120 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:38.521039 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-63a672ed-1854-416e-bd21-37e077d7fd23 req-469ae397-32d8-47d3-90c9-072a35b69120 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0499334 May 09 23:05:38.566267 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-63a672ed-1854-416e-bd21-37e077d7fd23 req-0e8549ea-a554-48e8-abaa-7d6b151ddaa8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395210 May 09 23:05:38.712854 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-258f3fa3-c8f9-4f77-94ef-9bbf22522cce req-e1be07c9-6816-434a-adc4-2a0e6a26f127 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838077 May 09 23:05:39.682129 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58513b-6b25-41fc-aa20-6e1ec4b106de req-b9fe5cf8-7ef9-4900-813b-1d8b7cabbdae tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:39.683602 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ae58513b-6b25-41fc-aa20-6e1ec4b106de req-b9fe5cf8-7ef9-4900-813b-1d8b7cabbdae tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0464430 May 09 23:05:39.729575 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ae58513b-6b25-41fc-aa20-6e1ec4b106de req-637a0a2d-e0e0-48c1-8f08-908ea4ad9dfe tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404410 May 09 23:05:40.862144 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc645d-536d-4bf8-816a-ccb2f7dbee19 req-47ca8e2a-c3f0-4660-8ef0-8c3cc0fb7fa2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:40.863699 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cefc645d-536d-4bf8-816a-ccb2f7dbee19 req-47ca8e2a-c3f0-4660-8ef0-8c3cc0fb7fa2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0514472 May 09 23:05:40.930485 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cefc645d-536d-4bf8-816a-ccb2f7dbee19 req-6cdc425a-93e6-41f0-b6dc-47334152745d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607359 May 09 23:05:42.050934 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b5d57-bc77-4334-b708-ef9509288b2f req-0e6dd655-58fb-44c3-99ea-f6df8a838c43 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:42.052569 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b36b5d57-bc77-4334-b708-ef9509288b2f req-0e6dd655-58fb-44c3-99ea-f6df8a838c43 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0484023 May 09 23:05:42.099517 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b36b5d57-bc77-4334-b708-ef9509288b2f req-d3d8ef00-ccd2-4cc7-8b23-97f4f270deca tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414789 May 09 23:05:43.224227 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94a189-9635-4620-8708-b0aca59cf29f req-b9f279cd-055d-4fea-a3a0-2de63b3025ae tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:43.225722 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cd94a189-9635-4620-8708-b0aca59cf29f req-b9f279cd-055d-4fea-a3a0-2de63b3025ae tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0510845 May 09 23:05:43.273298 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cd94a189-9635-4620-8708-b0aca59cf29f req-6a31769b-4a9e-4e95-a9f0-e75ca0a0a7b9 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419543 May 09 23:05:44.403307 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92b2bc-28bf-4022-8007-fc10c650a2c1 req-9b3f95cd-235b-4bb2-a99e-d48ae374c39c tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:44.404927 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2c92b2bc-28bf-4022-8007-fc10c650a2c1 req-9b3f95cd-235b-4bb2-a99e-d48ae374c39c tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0521996 May 09 23:05:44.453335 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2c92b2bc-28bf-4022-8007-fc10c650a2c1 req-c9e60d72-92ef-4286-a134-18fa4a6d5294 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426652 May 09 23:05:45.573371 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a4cd3-7d2a-4847-becf-f9fb7a80d665 req-80d85f7c-ca36-42e6-9113-acd0d442e49f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:45.574884 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-750a4cd3-7d2a-4847-becf-f9fb7a80d665 req-80d85f7c-ca36-42e6-9113-acd0d442e49f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0478606 May 09 23:05:45.621101 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-750a4cd3-7d2a-4847-becf-f9fb7a80d665 req-56a42e95-59a0-46f2-b548-02775cd33a51 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406299 May 09 23:05:46.756696 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b1fee-e54e-4121-bd96-b50cbcd8ca6e req-f9ab22a0-821b-4b78-9635-58b2ff239aa4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:46.758403 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5e9b1fee-e54e-4121-bd96-b50cbcd8ca6e req-f9ab22a0-821b-4b78-9635-58b2ff239aa4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0502229 May 09 23:05:46.807817 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5e9b1fee-e54e-4121-bd96-b50cbcd8ca6e req-24908220-5d3e-4829-89cf-592e81c8ed0a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438759 May 09 23:05:46.971164 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:47.934212 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929472fd-415a-4000-a12c-4d070d65b2ea req-ce731250-b6b2-4bc8-9b80-21d275e3ab1f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:47.935604 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-929472fd-415a-4000-a12c-4d070d65b2ea req-ce731250-b6b2-4bc8-9b80-21d275e3ab1f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0471239 May 09 23:05:47.991710 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-929472fd-415a-4000-a12c-4d070d65b2ea req-6429a9f3-340f-4405-8615-c8e9e1e965e9 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498078 May 09 23:05:49.128612 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f3c67-eec4-4827-b404-f5341c4d7f5a req-98e0221c-2cd9-49e3-b175-9ccf5ce55a8b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:49.130167 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9b7f3c67-eec4-4827-b404-f5341c4d7f5a req-98e0221c-2cd9-49e3-b175-9ccf5ce55a8b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0652013 May 09 23:05:49.179476 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9b7f3c67-eec4-4827-b404-f5341c4d7f5a req-8cd24bf6-4a21-442c-a87d-1f3855cf1d22 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 May 09 23:05:49.376055 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7fc26521-c841-4b10-89c0-4c7c47b95f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:50.313612 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992f595-1c59-40f0-a4b3-d035a74da2bb req-15c40f86-1e20-4efb-a0b9-de5ed6291bc2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:50.315105 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2992f595-1c59-40f0-a4b3-d035a74da2bb req-15c40f86-1e20-4efb-a0b9-de5ed6291bc2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0537589 May 09 23:05:50.365400 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2992f595-1c59-40f0-a4b3-d035a74da2bb req-35c33589-6c47-47df-843b-8c2431eb7dfa tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443754 May 09 23:05:51.486514 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3f795-cc07-4a1a-bba4-631e2dd6d039 req-3e933009-1891-40d4-a0f2-3a7c2435c5c1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:51.488017 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-93d3f795-cc07-4a1a-bba4-631e2dd6d039 req-3e933009-1891-40d4-a0f2-3a7c2435c5c1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0501435 May 09 23:05:51.537354 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-93d3f795-cc07-4a1a-bba4-631e2dd6d039 req-e38895a2-0c07-4366-a580-ff08a8b9546c tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436053 May 09 23:05:51.674666 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb354e39-d037-4308-8cf4-4c508eb10e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:52.655716 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376397e-fa03-4179-8c39-243feb80d77f req-a38b2ea8-7621-45fd-8201-8c0ef3a5949f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:52.658019 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a376397e-fa03-4179-8c39-243feb80d77f req-a38b2ea8-7621-45fd-8201-8c0ef3a5949f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0453799 May 09 23:05:52.704919 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a376397e-fa03-4179-8c39-243feb80d77f req-01d53e85-bf6e-4601-b167-910dc9a2ea3d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417919 May 09 23:05:52.908349 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:53.828061 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbf6e7-3575-4319-89b3-eeabacb71bd0 req-d31f950f-dac3-431c-88f4-f89b051be56b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:53.830085 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-46cbf6e7-3575-4319-89b3-eeabacb71bd0 req-d31f950f-dac3-431c-88f4-f89b051be56b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0543892 May 09 23:05:53.877977 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-46cbf6e7-3575-4319-89b3-eeabacb71bd0 req-2807001c-27d5-4f6a-bc03-f12e5990b9b1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414224 May 09 23:05:53.921961 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836036a-e30b-4154-95bb-16c1575419f8 req-923d034f-bf4e-4752-8fc1-edd83130f6ed tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:53.924000 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e836036a-e30b-4154-95bb-16c1575419f8 req-923d034f-bf4e-4752-8fc1-edd83130f6ed tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 945 time: 0.0489383 May 09 23:05:53.972369 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e836036a-e30b-4154-95bb-16c1575419f8 req-d03c4f06-8c0a-43bb-87b8-a46dcf942248 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428114 May 09 23:05:54.324519 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:54.998381 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d4e87-97bf-4f8d-a7a3-f92bc2141bca req-eced649b-349e-4504-833e-6c0a8ec5b299 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:54.999829 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b83d4e87-97bf-4f8d-a7a3-f92bc2141bca req-eced649b-349e-4504-833e-6c0a8ec5b299 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0459845 May 09 23:05:55.045258 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b83d4e87-97bf-4f8d-a7a3-f92bc2141bca req-8f67a397-095b-4786-b6a7-cba47bd2d115 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393045 May 09 23:05:55.146523 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96081c9-b465-4fe4-956f-e256a8c22923 req-47ebdfe2-fb15-4e0e-b91d-ab928ef8ac45 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:55.147975 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a96081c9-b465-4fe4-956f-e256a8c22923 req-47ebdfe2-fb15-4e0e-b91d-ab928ef8ac45 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 945 time: 0.0467772 May 09 23:05:55.193716 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a96081c9-b465-4fe4-956f-e256a8c22923 req-da119fc3-fea4-4708-aab7-9e768ea799f0 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399852 May 09 23:05:55.599104 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-8c730d1d-94bd-45eb-bd0d-4b8e124d87a3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:55.600819 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-8c730d1d-94bd-45eb-bd0d-4b8e124d87a3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 945 time: 0.0475242 May 09 23:05:55.647441 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:55.699688 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Deleting port dd84391b-cd8f-4c04-9bb7-f12890f8e469 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:05:55.700035 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:55.793078 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] For port dd84391b-cd8f-4c04-9bb7-f12890f8e469, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dd84391b-cd8f-4c04-9bb7-f12890f8e469,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:05:55.793442 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:56.013556 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:56.013830 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (3794e5f8-75c3-4247-8ff3-ef484eac8042), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:56.014233 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.l3_db [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Floating IP 3794e5f8-75c3-4247-8ff3-ef484eac8042 disassociated. External IP: 172.27.3.194, port: dd84391b-cd8f-4c04-9bb7-f12890f8e469. May 09 23:05:56.014571 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Calling delete_port for dd84391b-cd8f-4c04-9bb7-f12890f8e469 owned by compute:nova {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:05:56.176606 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50215a70-359b-4ff5-9340-c31c2e97e10a req-241f0250-3003-491e-b8a7-e085813574ae tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:56.178050 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-50215a70-359b-4ff5-9340-c31c2e97e10a req-241f0250-3003-491e-b8a7-e085813574ae tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0576253 May 09 23:05:56.179185 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (dd84391b-cd8f-4c04-9bb7-f12890f8e469), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:56.223485 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event deleted for resources: {'Port': ['ID=dd84391b-cd8f-4c04-9bb7-f12890f8e469,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:56.236540 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.236882 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.237220 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.237642 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.237876 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.238227 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.238554 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.238871 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.239191 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.239513 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.241238 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.241238 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.241238 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.241238 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.241238 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:05:56.303713 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7a27199e-a008-4100-a5de-c616fefe280c req-57478a21-b840-48ea-91ca-94d07fea7f02 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=a46c08db-d64b-4794-85f2-3ade7544e841 HTTP/1.1" status: 200 len: 210 time: 0.0309467 May 09 23:05:56.307530 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-50215a70-359b-4ff5-9340-c31c2e97e10a req-3185debd-6cb0-4847-aef1-0ce93309e866 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213722 May 09 23:05:56.371857 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:05:56.486216 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:05:56.497057 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc10093-05f8-4718-a9af-baac26a86d93 None None] Sync routers for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:05:56.508862 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc10093-05f8-4718-a9af-baac26a86d93 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:05:56.509472 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-0cc10093-05f8-4718-a9af-baac26a86d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:05:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:05:56.530023 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] No DVR routers for this DVR port dd84391b-cd8f-4c04-9bb7-f12890f8e469 on host hv-cinder-84067 {{(pid=103349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:05:56.533105 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:56.536340 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fde04c11-60ea-4cf9-bcd7-559f04af0895 req-2567bf19-9fcb-46c7-8d0b-e07fd52fd6c7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "DELETE /v2.0/ports/dd84391b-cd8f-4c04-9bb7-f12890f8e469 HTTP/1.1" status: 204 len: 173 time: 0.9248505 May 09 23:05:56.536776 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46c08db-d64b-4794-85f2-3ade7544e841', 'name': 'network-vif-deleted', 'tag': 'dd84391b-cd8f-4c04-9bb7-f12890f8e469'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:05:56.539156 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dd478a-f463-4320-8d13-9ac7a01c78c4" -d '{"events": [{"server_uuid": "a46c08db-d64b-4794-85f2-3ade7544e841", "name": "network-vif-deleted", "tag": "dd84391b-cd8f-4c04-9bb7-f12890f8e469"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:05:56.578069 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a62745-d853-476e-9193-37ebc08b0a73 x-openstack-request-id: req-25a62745-d853-476e-9193-37ebc08b0a73 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:05:56.578456 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46c08db-d64b-4794-85f2-3ade7544e841", "name": "network-vif-deleted", "tag": "dd84391b-cd8f-4c04-9bb7-f12890f8e469", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:05:56.579469 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25a62745-d853-476e-9193-37ebc08b0a73 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:05:56.579871 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a62745-d853-476e-9193-37ebc08b0a73'] response: {'server_uuid': 'a46c08db-d64b-4794-85f2-3ade7544e841', 'name': 'network-vif-deleted', 'tag': 'dd84391b-cd8f-4c04-9bb7-f12890f8e469', 'status': 'completed', 'code': 200} May 09 23:05:56.723885 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-0cc10093-05f8-4718-a9af-baac26a86d93 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:05:56.931866 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-0cc10093-05f8-4718-a9af-baac26a86d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '373249b9-ff71-44dc-9bc6-b4696b86e606', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:81:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:02:30Z', 'updated_at': '2022-05-09T23:03:22Z', 'revision_number': 2, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:05:56.961221 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc10093-05f8-4718-a9af-baac26a86d93 None None] Checking router: 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:05:56.970036 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc10093-05f8-4718-a9af-baac26a86d93 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:05:56.970667 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-0cc10093-05f8-4718-a9af-baac26a86d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:05:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:05:57.078664 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-0cc10093-05f8-4718-a9af-baac26a86d93 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:05:57.302032 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-0cc10093-05f8-4718-a9af-baac26a86d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '373249b9-ff71-44dc-9bc6-b4696b86e606', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:81:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:02:30Z', 'updated_at': '2022-05-09T23:03:22Z', 'revision_number': 2, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:05:57.332175 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc10093-05f8-4718-a9af-baac26a86d93 None None] The sync data for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi is: [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '373249b9-ff71-44dc-9bc6-b4696b86e606', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:81:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:02:30Z', 'updated_at': '2022-05-09T23:03:22Z', 'revision_number': 2, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:05:57.443084 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33140) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:05:57.462626 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f69387-2747-4aa8-b19c-2b5497ce87a5 req-8943fff1-8d2c-439a-a0fd-d1ecf8b8cb37 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:57.466244 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-99f69387-2747-4aa8-b19c-2b5497ce87a5 req-8943fff1-8d2c-439a-a0fd-d1ecf8b8cb37 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0510647 May 09 23:05:57.517413 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-99f69387-2747-4aa8-b19c-2b5497ce87a5 req-5d2fa56f-30ea-4c66-8d45-681486de393b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475805 May 09 23:05:57.531745 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-da7b0aed-34e2-45ee-90eb-eb7ffdc7b250 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (71be949d-1fa8-4dfe-a4dc-0d2f4f083af0), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:57.572211 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-da7b0aed-34e2-45ee-90eb-eb7ffdc7b250 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (71be949d-1fa8-4dfe-a4dc-0d2f4f083af0), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:57.624561 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-da7b0aed-34e2-45ee-90eb-eb7ffdc7b250 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (71be949d-1fa8-4dfe-a4dc-0d2f4f083af0), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:57.628850 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-da7b0aed-34e2-45ee-90eb-eb7ffdc7b250 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:57.633672 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 33144) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:05:57.634138 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-da7b0aed-34e2-45ee-90eb-eb7ffdc7b250 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "DELETE /v2.0/security-groups/71be949d-1fa8-4dfe-a4dc-0d2f4f083af0 HTTP/1.1" status: 204 len: 168 time: 0.1883924 May 09 23:05:57.643851 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b0aed-34e2-45ee-90eb-eb7ffdc7b250 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71be949d-1fa8-4dfe-a4dc-0d2f4f083af0,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:57.662989 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.api.v2.resource [None req-a6f6e5c3-c4d3-442d-b81b-f9eef91afacd tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] show failed (client error): The resource could not be found. May 09 23:05:57.664529 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-a6f6e5c3-c4d3-442d-b81b-f9eef91afacd tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups/71be949d-1fa8-4dfe-a4dc-0d2f4f083af0 HTTP/1.1" status: 404 len: 347 time: 0.0287662 May 09 23:05:57.667101 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33146) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:05:57.695500 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6bb18-8fa6-4ead-98cc-3e90e7ac7f92 None None] New status for floating IP 3794e5f8-75c3-4247-8ff3-ef484eac8042: DOWN {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:05:57.782882 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-c28f4fa8-e0d3-4079-9c92-af4d8ff00707 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Deleting port 5e85054b-85c1-4f0a-8cc7-53828f528e52 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:05:57.783382 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c28f4fa8-e0d3-4079-9c92-af4d8ff00707 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (5e85054b-85c1-4f0a-8cc7-53828f528e52), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:57.867101 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c28f4fa8-e0d3-4079-9c92-af4d8ff00707 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (5e85054b-85c1-4f0a-8cc7-53828f528e52), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:57.867500 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c28f4fa8-e0d3-4079-9c92-af4d8ff00707 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (5e85054b-85c1-4f0a-8cc7-53828f528e52), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:57.881236 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-c28f4fa8-e0d3-4079-9c92-af4d8ff00707 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Calling delete_port for 5e85054b-85c1-4f0a-8cc7-53828f528e52 owned by network:floatingip {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:05:58.249384 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c28f4fa8-e0d3-4079-9c92-af4d8ff00707 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (5e85054b-85c1-4f0a-8cc7-53828f528e52), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:58.273974 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f4fa8-e0d3-4079-9c92-af4d8ff00707 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event deleted for resources: {'Port': ['ID=5e85054b-85c1-4f0a-8cc7-53828f528e52,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:05:58.344810 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c28f4fa8-e0d3-4079-9c92-af4d8ff00707 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (3794e5f8-75c3-4247-8ff3-ef484eac8042), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:58.347306 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c28f4fa8-e0d3-4079-9c92-af4d8ff00707 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:05:58.348431 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-c28f4fa8-e0d3-4079-9c92-af4d8ff00707 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "DELETE /v2.0/floatingips/3794e5f8-75c3-4247-8ff3-ef484eac8042 HTTP/1.1" status: 204 len: 168 time: 0.6803761 May 09 23:05:58.667607 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e382e-b7df-4f95-8573-170201166d49 req-96d412cf-623a-42cc-82f3-320a41c93bd9 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:58.676718 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-204e382e-b7df-4f95-8573-170201166d49 req-96d412cf-623a-42cc-82f3-320a41c93bd9 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0598307 May 09 23:05:58.738566 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-204e382e-b7df-4f95-8573-170201166d49 req-7b9e29aa-1a40-4e94-aec9-688a0c7279e7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595882 May 09 23:05:59.581084 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device dd84391b-cd8f-4c04-9bb7-f12890f8e469 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:05:59.602573 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: dd84391b-cd8f-4c04-9bb7-f12890f8e469 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:05:59.602914 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device dd84391b-cd8f-4c04-9bb7-f12890f8e469 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:05:59.856391 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d26d96-8787-4027-afaf-a246890d6b5f req-a9db7429-539d-45ed-aa43-abc1e63dc2c8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:05:59.858136 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-07d26d96-8787-4027-afaf-a246890d6b5f req-a9db7429-539d-45ed-aa43-abc1e63dc2c8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0512741 May 09 23:05:59.902377 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-07d26d96-8787-4027-afaf-a246890d6b5f req-4e47ef1e-16a6-4d2e-9f7b-245c7ec7b3b9 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387750 May 09 23:06:01.019093 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb98d2-b1de-4e4b-9cd6-d87261589438 req-e7a9aefe-af56-42f1-9bc8-48d6e68b48de tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:01.020560 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5ccb98d2-b1de-4e4b-9cd6-d87261589438 req-e7a9aefe-af56-42f1-9bc8-48d6e68b48de tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 944 time: 0.0475135 May 09 23:06:01.067016 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5ccb98d2-b1de-4e4b-9cd6-d87261589438 req-fb2b1a0c-3106-4a41-9f07-4ed6a3b96563 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409381 May 09 23:06:01.595845 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 9b2aff87-eeca-44a4-b616-becbcd5f1d58 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:06:01.706135 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 9b2aff87-eeca-44a4-b616-becbcd5f1d58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:06:01.721025 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'port_id': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'mac_address': 'fa:16:3e:17:c9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:06:01.758390 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:06:01.758777 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:01.771712 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2aff87-eeca-44a4-b616-becbcd5f1d58 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:06:01.790362 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 9b2aff87-eeca-44a4-b616-becbcd5f1d58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:06:01.794220 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:01.840085 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=9b2aff87-eeca-44a4-b616-becbcd5f1d58,revision_number=9']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:01.847693 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:01.847980 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:01.848686 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:01.848686 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:01.849009 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:01.849340 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:01.849669 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:01.849995 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:01.850345 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:01.850676 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:01.851002 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:01.851354 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:01.851684 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:01.852007 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:01.852331 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:02.095122 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['9b2aff87-eeca-44a4-b616-becbcd5f1d58'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:06:02.187624 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5842a1-fa67-4d0b-9dbb-ec8d89b9b8c6 req-98d9cd9b-6dad-42c9-91a2-959a9530b3f1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:02.189152 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6c5842a1-fa67-4d0b-9dbb-ec8d89b9b8c6 req-98d9cd9b-6dad-42c9-91a2-959a9530b3f1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 945 time: 0.0499790 May 09 23:06:02.235762 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6c5842a1-fa67-4d0b-9dbb-ec8d89b9b8c6 req-7d62c64c-f990-4dad-92f9-204a5c368b36 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410113 May 09 23:06:03.141281 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dc9ad-4cb6-458e-86b2-af36dfee1a10 req-00e53590-86f1-4825-aab4-117449919a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:03.142879 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a30dc9ad-4cb6-458e-86b2-af36dfee1a10 req-00e53590-86f1-4825-aab4-117449919a97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0410423 May 09 23:06:03.162153 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ff874-92c1-4aab-994b-b6b417716620 req-fe92f029-1e21-4e82-9e19-34853e2ac6e3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:03.163613 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-379ff874-92c1-4aab-994b-b6b417716620 req-fe92f029-1e21-4e82-9e19-34853e2ac6e3 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0471427 May 09 23:06:03.220059 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-379ff874-92c1-4aab-994b-b6b417716620 req-687fb5f4-1704-40ab-81ef-b76dcbde1aef tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502872 May 09 23:06:03.270959 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dc9ad-4cb6-458e-86b2-af36dfee1a10 req-87c66669-fb2c-4114-861b-95292426f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:03.272432 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a30dc9ad-4cb6-458e-86b2-af36dfee1a10 req-87c66669-fb2c-4114-861b-95292426f5b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 920 time: 0.0908680 May 09 23:06:03.360882 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a30dc9ad-4cb6-458e-86b2-af36dfee1a10 req-a3ff995b-0600-4a72-accf-03c1508c5ecf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4111c9d-b7d8-4877-85f0-8a4596bfc164 HTTP/1.1" status: 200 len: 1001 time: 0.0819411 May 09 23:06:03.365767 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6896b-6ba2-4fb6-b02e-71d5dba5748e req-fc95a0cb-3875-4248-9b49-396bb9555a26 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:03.367311 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fdf6896b-6ba2-4fb6-b02e-71d5dba5748e req-fc95a0cb-3875-4248-9b49-396bb9555a26 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 945 time: 0.0527997 May 09 23:06:03.420103 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fdf6896b-6ba2-4fb6-b02e-71d5dba5748e req-d64c7289-7a02-461b-8338-fe1b8d8ca6f7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473232 May 09 23:06:03.431209 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de996f3-a194-48f4-82f1-e46f1bf386c3 req-e63d5a55-795e-4747-bd6f-aa35de546c56 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:03.432707 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3de996f3-a194-48f4-82f1-e46f1bf386c3 req-e63d5a55-795e-4747-bd6f-aa35de546c56 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 946 time: 0.0478806 May 09 23:06:03.479758 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3de996f3-a194-48f4-82f1-e46f1bf386c3 req-e57aa6a7-d881-435b-be86-b11be7eaa2fd tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 May 09 23:06:03.600368 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 9b2aff87-eeca-44a4-b616-becbcd5f1d58 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:06:03.646369 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:06:03.646771 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:03.723965 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:06:03.724349 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:03.746446 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2aff87-eeca-44a4-b616-becbcd5f1d58'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:06:03.748643 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0d4e37-3a35-465a-be68-68bfdc64d4ff" -d '{"events": [{"server_uuid": "2e5734d5-da65-4ee8-8684-e236f56da50a", "name": "network-vif-plugged", "status": "completed", "tag": "9b2aff87-eeca-44a4-b616-becbcd5f1d58"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:06:03.761226 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 9b2aff87-eeca-44a4-b616-becbcd5f1d58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:06:03.765184 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:03.790771 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7f6ac5-f224-41b3-a49d-66468d7b63f3 x-openstack-request-id: req-6d7f6ac5-f224-41b3-a49d-66468d7b63f3 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:06:03.791064 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5734d5-da65-4ee8-8684-e236f56da50a", "name": "network-vif-plugged", "status": "completed", "tag": "9b2aff87-eeca-44a4-b616-becbcd5f1d58", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:06:03.791323 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d7f6ac5-f224-41b3-a49d-66468d7b63f3 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:06:03.791720 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7f6ac5-f224-41b3-a49d-66468d7b63f3'] response: {'server_uuid': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'code': 200} May 09 23:06:03.817341 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=9b2aff87-eeca-44a4-b616-becbcd5f1d58,revision_number=10']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:04.543527 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139912b7-bd50-47db-b852-e317d5586662 req-19ce5009-477d-4e88-8c4d-01e8884a7a49 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:04.545007 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-139912b7-bd50-47db-b852-e317d5586662 req-19ce5009-477d-4e88-8c4d-01e8884a7a49 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 947 time: 0.0521386 May 09 23:06:04.548525 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f3adb-466f-477c-94d0-581adddf217c req-d37a58bf-99fc-4bcc-a314-b829748d14fc tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:04.550008 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-608f3adb-466f-477c-94d0-581adddf217c req-d37a58bf-99fc-4bcc-a314-b829748d14fc tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.2601755 May 09 23:06:04.592094 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-139912b7-bd50-47db-b852-e317d5586662 req-423b5d99-63c4-4612-b347-cd68e1c49ffa tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 May 09 23:06:04.595750 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-608f3adb-466f-477c-94d0-581adddf217c req-11d7746d-5149-4acd-b661-fdffd8cd1943 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401082 May 09 23:06:04.695812 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd02a77-700d-4655-83f8-b594666d8faa req-711cb8ff-4474-4a72-bfa0-d18674f4ce93 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:04.697249 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4cd02a77-700d-4655-83f8-b594666d8faa req-711cb8ff-4474-4a72-bfa0-d18674f4ce93 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 946 time: 0.0456467 May 09 23:06:04.742537 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4cd02a77-700d-4655-83f8-b594666d8faa req-eac685fc-93db-4b48-a3da-d74bc89d3439 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 May 09 23:06:04.829249 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dc9ad-4cb6-458e-86b2-af36dfee1a10 req-7853d6cd-7c5c-4c09-b360-0095e74c56bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:04.830657 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a30dc9ad-4cb6-458e-86b2-af36dfee1a10 req-7853d6cd-7c5c-4c09-b360-0095e74c56bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.0516317 May 09 23:06:05.287476 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182631c-dba8-4f72-b3a7-67dab2f09664 req-1ff1ce9e-9440-48bb-8714-a1ff3de78911 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:05.289209 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8182631c-dba8-4f72-b3a7-67dab2f09664 req-1ff1ce9e-9440-48bb-8714-a1ff3de78911 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0493605 May 09 23:06:05.305575 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dc9ad-4cb6-458e-86b2-af36dfee1a10 req-91c3584c-330c-45e4-99b1-b012bfaae7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:05.307236 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a30dc9ad-4cb6-458e-86b2-af36dfee1a10 req-91c3584c-330c-45e4-99b1-b012bfaae7e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571582 May 09 23:06:05.342207 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8182631c-dba8-4f72-b3a7-67dab2f09664 req-b030fa0b-2d49-406c-8bfb-16f1964b4673 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470512 May 09 23:06:05.715024 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbd4e1-9885-4109-9866-7c44f888d98c req-6dcce489-72b2-470a-ac6d-13cb7523761d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:05.716495 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-63bbd4e1-9885-4109-9866-7c44f888d98c req-6dcce489-72b2-470a-ac6d-13cb7523761d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 947 time: 0.0467143 May 09 23:06:05.718431 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd37d48-57dc-400a-8cb8-9e5f76f2a157 req-c56f9b8f-df71-48db-acc4-546b8b989547 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:05.720024 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7bd37d48-57dc-400a-8cb8-9e5f76f2a157 req-c56f9b8f-df71-48db-acc4-546b8b989547 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0490298 May 09 23:06:05.763793 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-63bbd4e1-9885-4109-9866-7c44f888d98c req-11345d04-5d07-4dde-aee5-bcafb3b2639e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 May 09 23:06:05.767439 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7bd37d48-57dc-400a-8cb8-9e5f76f2a157 req-9e798618-ead7-439b-80d1-9fcba214cffc tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 May 09 23:06:05.871152 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f167e9b-5073-441b-bc68-61b7c0584da2 req-18c7fe5d-5652-4239-9176-65fa61ee455c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:05.871152 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6f167e9b-5073-441b-bc68-61b7c0584da2 req-18c7fe5d-5652-4239-9176-65fa61ee455c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 946 time: 0.0471578 May 09 23:06:05.918132 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6f167e9b-5073-441b-bc68-61b7c0584da2 req-fea83997-d95e-4c22-a6f1-e67967c6b9e5 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 May 09 23:06:05.962621 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3643227-2969-4811-a20e-a2b9a85af4e5 req-143d99d6-040b-4969-8f5e-03dfb4fd173a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:05.964116 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c3643227-2969-4811-a20e-a2b9a85af4e5 req-143d99d6-040b-4969-8f5e-03dfb4fd173a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0473375 May 09 23:06:06.024697 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c3643227-2969-4811-a20e-a2b9a85af4e5 req-4c0d683d-161f-4847-bb62-52955825fa04 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549941 May 09 23:06:06.455602 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d8e87-6e9f-4fa0-ba7d-23dfd2335197 req-d475e586-7e29-4e58-8028-f845c89decfb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:06.457062 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2b2d8e87-6e9f-4fa0-ba7d-23dfd2335197 req-d475e586-7e29-4e58-8028-f845c89decfb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0492930 May 09 23:06:06.502023 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2b2d8e87-6e9f-4fa0-ba7d-23dfd2335197 req-a82ec618-643c-4992-b3ac-dd38248a3808 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396256 May 09 23:06:06.896107 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29b675-044a-4ea4-a40f-3f408597b950 req-7a29b2db-84ed-45d0-83af-c6f6d966bf3e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:06.897550 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8f29b675-044a-4ea4-a40f-3f408597b950 req-7a29b2db-84ed-45d0-83af-c6f6d966bf3e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 947 time: 0.0488150 May 09 23:06:06.943876 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8f29b675-044a-4ea4-a40f-3f408597b950 req-9faf8ed8-2d4c-480a-9e15-cbe79aeb80b1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406604 May 09 23:06:06.953062 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d9701-ec3e-4a87-ade5-63d90787b4bd req-df737660-c294-45e0-8ad9-696cc7b65c19 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:06.955131 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-600d9701-ec3e-4a87-ade5-63d90787b4bd req-df737660-c294-45e0-8ad9-696cc7b65c19 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 946 time: 0.1321564 May 09 23:06:06.989318 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b95bf-fdee-487e-93a5-169bdc457cf8 req-202ebb01-19a8-4360-a86c-4d2d747353a7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:06.990868 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c41b95bf-fdee-487e-93a5-169bdc457cf8 req-202ebb01-19a8-4360-a86c-4d2d747353a7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.1160917 May 09 23:06:07.050434 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735d72-d90d-406d-a0f4-828a89442c7c req-1427b51e-9154-438d-90d4-a0cd3cbb1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:07.051928 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f0735d72-d90d-406d-a0f4-828a89442c7c req-1427b51e-9154-438d-90d4-a0cd3cbb1e7d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 1131 time: 0.0695205 May 09 23:06:07.054958 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.55', 61235) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:06:07.083978 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff5d15-d266-4c4a-aebb-c91780416e72 req-2fd74518-66da-4a2d-a835-f5bb3c9e8097 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:07.084193 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a30dc9ad-4cb6-458e-86b2-af36dfee1a10 req-c62a8bf3-751b-4b9d-81e7-0eb5dd9f0785 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456081 May 09 23:06:07.085434 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1aff5d15-d266-4c4a-aebb-c91780416e72 req-2fd74518-66da-4a2d-a835-f5bb3c9e8097 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 946 time: 0.0736706 May 09 23:06:07.092714 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50a929-6c1c-4b66-88e2-c8e5c889f52c req-bb68f761-d9ea-4707-b921-1dd448293a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:07.094383 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7b50a929-6c1c-4b66-88e2-c8e5c889f52c req-bb68f761-d9ea-4707-b921-1dd448293a9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93df4f41ba52453dabfd21f82cb9238b&device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 1168 time: 0.0956783 May 09 23:06:07.149235 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-7b5f75f0-2560-45fb-868e-28609162f9c4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:07.150632 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-7b5f75f0-2560-45fb-868e-28609162f9c4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0902295 May 09 23:06:07.182239 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f0735d72-d90d-406d-a0f4-828a89442c7c req-ee7209f4-373b-49f8-a93f-05f00b05db69 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206820 May 09 23:06:07.218554 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1aff5d15-d266-4c4a-aebb-c91780416e72 req-bcb51df5-b204-49ca-96ef-14cda08bdce8 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123581 May 09 23:06:07.241865 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c41b95bf-fdee-487e-93a5-169bdc457cf8 req-7b1e0ecf-4576-4d11-9897-403c475f88c6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246423 May 09 23:06:07.262908 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [req-600d9701-ec3e-4a87-ade5-63d90787b4bd req-71719cd8-7b7e-4074-a2ea-99e710dfca2c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Deleting port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:06:07.263248 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-600d9701-ec3e-4a87-ade5-63d90787b4bd req-71719cd8-7b7e-4074-a2ea-99e710dfca2c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:07.311568 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Deleting port 83fd7780-b6ac-4de6-983c-0317e0689d5b {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:06:07.312256 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:07.371913 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a30dc9ad-4cb6-458e-86b2-af36dfee1a10 req-d5c565e1-c8ef-4ced-b6be-ec75b918b6de service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762916 May 09 23:06:07.373850 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0685b-77da-46fb-8cbe-70b3703d55a0 req-b259f3ac-75d3-4e7d-897a-5b4b756bb38f tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:07.375191 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50a929-6c1c-4b66-88e2-c8e5c889f52c req-3e054e92-280b-4146-af71-25dca836a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:07.375390 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-02c0685b-77da-46fb-8cbe-70b3703d55a0 req-b259f3ac-75d3-4e7d-897a-5b4b756bb38f tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0966957 May 09 23:06:07.376553 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7b50a929-6c1c-4b66-88e2-c8e5c889f52c req-3e054e92-280b-4146-af71-25dca836a8e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 HTTP/1.1" status: 200 len: 914 time: 0.2614598 May 09 23:06:07.412857 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-600d9701-ec3e-4a87-ade5-63d90787b4bd req-71719cd8-7b7e-4074-a2ea-99e710dfca2c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] For port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7094aec5-e92d-435e-a8e8-152cdb7a3cc2,segment=NetworkSegment(fc1f8d0c-2512-4b9c-8ab8-5f40db4be252),segment_id=fc1f8d0c-2512-4b9c-8ab8-5f40db4be252)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:06:07.413177 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-600d9701-ec3e-4a87-ade5-63d90787b4bd req-71719cd8-7b7e-4074-a2ea-99e710dfca2c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:07.454122 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] For port 83fd7780-b6ac-4de6-983c-0317e0689d5b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=83fd7780-b6ac-4de6-983c-0317e0689d5b,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:06:07.454512 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:07.462036 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [req-600d9701-ec3e-4a87-ade5-63d90787b4bd req-71719cd8-7b7e-4074-a2ea-99e710dfca2c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Calling delete_port for 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 owned by compute:nova {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:06:07.478572 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-02c0685b-77da-46fb-8cbe-70b3703d55a0 req-0f73c3b0-688f-4ac0-af4f-2745be08620b tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956750 May 09 23:06:07.515329 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7b50a929-6c1c-4b66-88e2-c8e5c889f52c req-a5b45770-31c0-4ee9-94e7-bd46709355d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 HTTP/1.1" status: 200 len: 1001 time: 0.1103263 May 09 23:06:07.685929 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f1b3f-5552-4716-be93-e1cd119957df req-141b138f-95eb-4304-90a1-1b70cce3182d tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:07.687363 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-672f1b3f-5552-4716-be93-e1cd119957df req-141b138f-95eb-4304-90a1-1b70cce3182d tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 946 time: 0.0995445 May 09 23:06:07.689688 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50a929-6c1c-4b66-88e2-c8e5c889f52c req-429f1afa-b1c6-40c8-bff7-beea952997ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:07.691029 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7b50a929-6c1c-4b66-88e2-c8e5c889f52c req-429f1afa-b1c6-40c8-bff7-beea952997ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa30feaf-f64b-4b8c-8112-482aa5e4cd00 HTTP/1.1" status: 200 len: 852 time: 0.1021619 May 09 23:06:07.691758 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-600d9701-ec3e-4a87-ade5-63d90787b4bd req-71719cd8-7b7e-4074-a2ea-99e710dfca2c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (7094aec5-e92d-435e-a8e8-152cdb7a3cc2), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:07.699105 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:07.699568 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (373249b9-ff71-44dc-9bc6-b4696b86e606), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:07.699961 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Floating IP 373249b9-ff71-44dc-9bc6-b4696b86e606 disassociated. External IP: 172.27.3.140, port: 83fd7780-b6ac-4de6-983c-0317e0689d5b. May 09 23:06:07.700376 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Calling delete_port for 83fd7780-b6ac-4de6-983c-0317e0689d5b owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:06:07.731847 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71719cd8-7b7e-4074-a2ea-99e710dfca2c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Pushing event deleted for resources: {'Port': ['ID=7094aec5-e92d-435e-a8e8-152cdb7a3cc2,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:07.795844 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-600d9701-ec3e-4a87-ade5-63d90787b4bd req-71719cd8-7b7e-4074-a2ea-99e710dfca2c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] No DVR routers for this DVR port 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 on host hv-cinder-84067 {{(pid=103349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:06:07.801042 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-600d9701-ec3e-4a87-ade5-63d90787b4bd req-71719cd8-7b7e-4074-a2ea-99e710dfca2c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:07.804234 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-600d9701-ec3e-4a87-ade5-63d90787b4bd req-71719cd8-7b7e-4074-a2ea-99e710dfca2c tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.55 "DELETE /v2.0/ports/7094aec5-e92d-435e-a8e8-152cdb7a3cc2 HTTP/1.1" status: 204 len: 173 time: 0.8044055 May 09 23:06:07.804667 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5e8a34-6fc9-49eb-a769-63373d0dc44c', 'name': 'network-vif-deleted', 'tag': '7094aec5-e92d-435e-a8e8-152cdb7a3cc2'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:06:07.806929 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad46ccb4-f8b1-4de8-a998-b6ba058779e1" -d '{"events": [{"server_uuid": "1e5e8a34-6fc9-49eb-a769-63373d0dc44c", "name": "network-vif-deleted", "tag": "7094aec5-e92d-435e-a8e8-152cdb7a3cc2"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:06:07.813361 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-672f1b3f-5552-4716-be93-e1cd119957df req-b6e67c8d-6c04-4f93-be41-347d1071c808 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dc4d97e-b191-4690-9716-7f29dd20933e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125281 May 09 23:06:07.836544 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (83fd7780-b6ac-4de6-983c-0317e0689d5b), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:07.848810 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87241c4-a7e1-4501-8d1c-e2f58e3997cb x-openstack-request-id: req-e87241c4-a7e1-4501-8d1c-e2f58e3997cb {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:06:07.849114 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5e8a34-6fc9-49eb-a769-63373d0dc44c", "name": "network-vif-deleted", "tag": "7094aec5-e92d-435e-a8e8-152cdb7a3cc2", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:06:07.849368 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e87241c4-a7e1-4501-8d1c-e2f58e3997cb {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:06:07.849767 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87241c4-a7e1-4501-8d1c-e2f58e3997cb'] response: {'server_uuid': '1e5e8a34-6fc9-49eb-a769-63373d0dc44c', 'name': 'network-vif-deleted', 'tag': '7094aec5-e92d-435e-a8e8-152cdb7a3cc2', 'status': 'completed', 'code': 200} May 09 23:06:07.864012 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event deleted for resources: {'Port': ['ID=83fd7780-b6ac-4de6-983c-0317e0689d5b,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:07.875388 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.875741 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.876093 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.876436 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.876866 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.877098 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.877428 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.877773 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.878087 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.878449 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.878773 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.879103 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.879427 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.879751 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.880072 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:06:07.993126 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:06:08.083542 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50a929-6c1c-4b66-88e2-c8e5c889f52c req-ca18993c-ff78-40fd-b9e8-e94b71dc7a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:08.085079 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7b50a929-6c1c-4b66-88e2-c8e5c889f52c req-ca18993c-ff78-40fd-b9e8-e94b71dc7a68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749843 May 09 23:06:08.097354 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64cf83-d83b-4df5-ab0f-ab7fcd781ae0 req-350e98b0-f205-4283-8983-03fc01ab61da tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:08.098836 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-eb64cf83-d83b-4df5-ab0f-ab7fcd781ae0 req-350e98b0-f205-4283-8983-03fc01ab61da tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 947 time: 0.0585263 May 09 23:06:08.119304 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:06:08.131041 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de150e-4f1f-4164-89e3-f5ce1a56ed46 None None] Sync routers for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:06:08.142348 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de150e-4f1f-4164-89e3-f5ce1a56ed46 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:06:08.142903 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-07de150e-4f1f-4164-89e3-f5ce1a56ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:05:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:06:08.168624 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] No DVR routers for this DVR port 83fd7780-b6ac-4de6-983c-0317e0689d5b on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:06:08.173879 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:08.177617 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1a7910fa-f7bb-42bb-ae9d-ff7616ed2401 req-c0291154-1543-448b-b6d5-1b67ae57ed15 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "DELETE /v2.0/ports/83fd7780-b6ac-4de6-983c-0317e0689d5b HTTP/1.1" status: 204 len: 173 time: 1.0140698 May 09 23:06:08.178454 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'name': 'network-vif-deleted', 'tag': '83fd7780-b6ac-4de6-983c-0317e0689d5b'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:06:08.181061 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6fb3c1-492e-418d-9cb3-13892fe7be61" -d '{"events": [{"server_uuid": "da290c35-0f36-4420-aaf8-d18fd9b906f0", "name": "network-vif-deleted", "tag": "83fd7780-b6ac-4de6-983c-0317e0689d5b"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:06:08.198729 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-eb64cf83-d83b-4df5-ab0f-ab7fcd781ae0 req-e75bc434-25b1-47ab-bfb0-6434be7c1742 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928164 May 09 23:06:08.237704 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dd1eb4-277a-40ee-afb4-653cc3729255 x-openstack-request-id: req-03dd1eb4-277a-40ee-afb4-653cc3729255 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:06:08.238006 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da290c35-0f36-4420-aaf8-d18fd9b906f0", "name": "network-vif-deleted", "tag": "83fd7780-b6ac-4de6-983c-0317e0689d5b", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:06:08.238322 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03dd1eb4-277a-40ee-afb4-653cc3729255 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:06:08.239564 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03dd1eb4-277a-40ee-afb4-653cc3729255'] response: {'server_uuid': 'da290c35-0f36-4420-aaf8-d18fd9b906f0', 'name': 'network-vif-deleted', 'tag': '83fd7780-b6ac-4de6-983c-0317e0689d5b', 'status': 'completed', 'code': 200} May 09 23:06:08.270752 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7b50a929-6c1c-4b66-88e2-c8e5c889f52c req-a4daa8a4-74ae-4221-bd81-a347485545f9 service neutron] 10.222.0.55 "GET /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415274 May 09 23:06:08.324802 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-07de150e-4f1f-4164-89e3-f5ce1a56ed46 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:06:08.351460 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-32cd896c-3755-4211-9186-b91fdd9770d1 req-e257e20b-f1f6-4e3a-959d-cccb398300d0 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e5e8a34-6fc9-49eb-a769-63373d0dc44c HTTP/1.1" status: 200 len: 210 time: 0.0303357 May 09 23:06:08.374597 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a91e05-4c85-48b3-9097-917aded96299 req-ac945d16-6877-4fe8-a708-d8db06a5d3e2 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:08.376106 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a2a91e05-4c85-48b3-9097-917aded96299 req-ac945d16-6877-4fe8-a708-d8db06a5d3e2 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0497663 May 09 23:06:08.437499 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a2a91e05-4c85-48b3-9097-917aded96299 req-646e1cf2-b345-4177-99d8-1c93c8a22718 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514317 May 09 23:06:08.522296 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-07de150e-4f1f-4164-89e3-f5ce1a56ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:06:08.552879 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de150e-4f1f-4164-89e3-f5ce1a56ed46 None None] Checking router: 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:06:08.561564 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de150e-4f1f-4164-89e3-f5ce1a56ed46 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:06:08.562203 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-07de150e-4f1f-4164-89e3-f5ce1a56ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:05:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:06:08.598404 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334ecdd-82cd-4898-b1b6-124969eb1fe6 req-db2f8818-3a17-4f14-9a92-034c823fb0dd tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:08.599907 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3334ecdd-82cd-4898-b1b6-124969eb1fe6 req-db2f8818-3a17-4f14-9a92-034c823fb0dd tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0517662 May 09 23:06:08.677630 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-07de150e-4f1f-4164-89e3-f5ce1a56ed46 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:06:08.762459 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3334ecdd-82cd-4898-b1b6-124969eb1fe6 req-2f7bc39f-d49b-4923-9b5f-3e52da9acd67 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1551776 May 09 23:06:08.780953 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7b50a929-6c1c-4b66-88e2-c8e5c889f52c req-ae9efe63-04d7-4a17-bd17-fc26f3751ad2 service neutron] 10.222.0.55 "GET /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618290 May 09 23:06:08.877016 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-07de150e-4f1f-4164-89e3-f5ce1a56ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:06:08.904054 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de150e-4f1f-4164-89e3-f5ce1a56ed46 None None] The sync data for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi is: [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:06:08.925242 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f8244c10-7b13-4e14-a40f-a3441329e354 req-2330a1e7-5c0f-412c-8409-d0ac6c5271f3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=da290c35-0f36-4420-aaf8-d18fd9b906f0 HTTP/1.1" status: 200 len: 210 time: 0.0320323 May 09 23:06:09.163942 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2045d687-8334-4742-894c-d8c8dfd80d59 None None] New status for floating IP 373249b9-ff71-44dc-9bc6-b4696b86e606: DOWN {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:06:09.340544 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ecaa-ba9e-4a21-9a6e-84ff78d4da43 req-546fdb82-2c66-4bf5-aee1-db33d267ff39 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:09.342019 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e548ecaa-ba9e-4a21-9a6e-84ff78d4da43 req-546fdb82-2c66-4bf5-aee1-db33d267ff39 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 947 time: 0.0594537 May 09 23:06:09.395074 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e548ecaa-ba9e-4a21-9a6e-84ff78d4da43 req-2c4bcea3-443a-4539-bc40-2af7a5766561 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471489 May 09 23:06:09.541065 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b7fd3-100a-4f9e-b2fc-d5b5bc6af5e7 req-2c087d8c-d13e-4d90-8bcb-60f93da5afdd tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:09.542640 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-115b7fd3-100a-4f9e-b2fc-d5b5bc6af5e7 req-2c087d8c-d13e-4d90-8bcb-60f93da5afdd tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0482268 May 09 23:06:09.594061 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-115b7fd3-100a-4f9e-b2fc-d5b5bc6af5e7 req-aab4e5cb-a0eb-417d-b3e2-7c53206b0e60 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449505 May 09 23:06:09.612713 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:06:09.633898 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:06:09.634521 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 7094aec5-e92d-435e-a8e8-152cdb7a3cc2 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:06:09.866185 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4290355-1bca-4b86-8174-fc4673c2ab40 req-fad14f34-beec-464f-bbcb-a1373a631da8 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:09.867564 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a4290355-1bca-4b86-8174-fc4673c2ab40 req-fad14f34-beec-464f-bbcb-a1373a631da8 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0473020 May 09 23:06:09.924525 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a4290355-1bca-4b86-8174-fc4673c2ab40 req-7d7aa8dd-cc55-48a4-b56a-8e2c6743dd6d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514541 May 09 23:06:10.009002 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 33322) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:06:10.061811 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-feb16982-512f-4a8b-87ed-aed4e3d47e8f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (4dc4d97e-b191-4690-9716-7f29dd20933e), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.085421 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-feb16982-512f-4a8b-87ed-aed4e3d47e8f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (4dc4d97e-b191-4690-9716-7f29dd20933e), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.132138 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-feb16982-512f-4a8b-87ed-aed4e3d47e8f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (4dc4d97e-b191-4690-9716-7f29dd20933e), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.134759 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-feb16982-512f-4a8b-87ed-aed4e3d47e8f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.135930 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-feb16982-512f-4a8b-87ed-aed4e3d47e8f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "DELETE /v2.0/security-groups/4dc4d97e-b191-4690-9716-7f29dd20933e HTTP/1.1" status: 204 len: 168 time: 0.1259475 May 09 23:06:10.138773 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33324) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:06:10.143708 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:06:10.144779 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb16982-512f-4a8b-87ed-aed4e3d47e8f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc4d97e-b191-4690-9716-7f29dd20933e,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:10.152295 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.api.v2.resource [None req-07b39b45-d7f2-489a-8836-9852da6d269e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] show failed (client error): The resource could not be found. May 09 23:06:10.153281 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-07b39b45-d7f2-489a-8836-9852da6d269e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups/4dc4d97e-b191-4690-9716-7f29dd20933e HTTP/1.1" status: 404 len: 347 time: 0.0133076 May 09 23:06:10.156189 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33326) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:06:10.269840 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-c2b96dd7-25cc-4454-82a9-ed6bcbb660c0 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Deleting port 2fda5e76-223e-4106-a9aa-1450d3a999bb {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:06:10.270210 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c2b96dd7-25cc-4454-82a9-ed6bcbb660c0 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (2fda5e76-223e-4106-a9aa-1450d3a999bb), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.350651 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c2b96dd7-25cc-4454-82a9-ed6bcbb660c0 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (2fda5e76-223e-4106-a9aa-1450d3a999bb), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.351348 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c2b96dd7-25cc-4454-82a9-ed6bcbb660c0 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (2fda5e76-223e-4106-a9aa-1450d3a999bb), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.363754 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-c2b96dd7-25cc-4454-82a9-ed6bcbb660c0 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Calling delete_port for 2fda5e76-223e-4106-a9aa-1450d3a999bb owned by network:floatingip {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:06:10.493169 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c2b96dd7-25cc-4454-82a9-ed6bcbb660c0 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (2fda5e76-223e-4106-a9aa-1450d3a999bb), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.518809 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b96dd7-25cc-4454-82a9-ed6bcbb660c0 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event deleted for resources: {'Port': ['ID=2fda5e76-223e-4106-a9aa-1450d3a999bb,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:10.522187 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f5cde-464d-497e-a3bf-15409c57ee37 req-2c0498e8-2e4c-4f04-b434-88b327b459bf tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:10.523809 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2e6f5cde-464d-497e-a3bf-15409c57ee37 req-2c0498e8-2e4c-4f04-b434-88b327b459bf tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 947 time: 0.0500646 May 09 23:06:10.571766 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2e6f5cde-464d-497e-a3bf-15409c57ee37 req-ab5ce836-cbb4-4b29-8631-cb808bfadffe tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422554 May 09 23:06:10.582395 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c2b96dd7-25cc-4454-82a9-ed6bcbb660c0 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (373249b9-ff71-44dc-9bc6-b4696b86e606), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.585129 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c2b96dd7-25cc-4454-82a9-ed6bcbb660c0 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.586634 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-c2b96dd7-25cc-4454-82a9-ed6bcbb660c0 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "DELETE /v2.0/floatingips/373249b9-ff71-44dc-9bc6-b4696b86e606 HTTP/1.1" status: 204 len: 168 time: 0.4286880 May 09 23:06:10.673482 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33338) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:06:10.678332 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-e6f95ccb-8201-4c8d-8880-d0bd9c13467c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1141734938', 'description': 'tempest-description--281417324'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:06:10.698463 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e6f95ccb-8201-4c8d-8880-d0bd9c13467c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.711902 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2df2ec-6996-43be-8564-1b6c71236095 req-d77423ad-6ebc-4c99-bb00-8a35859b73c6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:10.713515 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ae2df2ec-6996-43be-8564-1b6c71236095 req-d77423ad-6ebc-4c99-bb00-8a35859b73c6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0487850 May 09 23:06:10.763553 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ae2df2ec-6996-43be-8564-1b6c71236095 req-84b11277-fe30-46c6-8f18-f3edac2d75b2 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428495 May 09 23:06:10.775135 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e6f95ccb-8201-4c8d-8880-d0bd9c13467c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (a4421a95-2d76-4360-8e3c-a30e2abf255b), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.778963 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e6f95ccb-8201-4c8d-8880-d0bd9c13467c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a4421a95-2d76-4360-8e3c-a30e2abf255b), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.812008 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e6f95ccb-8201-4c8d-8880-d0bd9c13467c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.813281 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-e6f95ccb-8201-4c8d-8880-d0bd9c13467c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1385055 May 09 23:06:10.814355 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f95ccb-8201-4c8d-8880-d0bd9c13467c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4421a95-2d76-4360-8e3c-a30e2abf255b,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:10.816258 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33340) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:06:10.820414 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-6925f4e2-f29d-4e3e-b94b-2e4c12c68b0e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'security_group_rule': {'security_group_id': 'a4421a95-2d76-4360-8e3c-a30e2abf255b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:06:10.845701 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6925f4e2-f29d-4e3e-b94b-2e4c12c68b0e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (6469815f-cacc-45a7-ad78-82dbac2bbd9b), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.899410 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6925f4e2-f29d-4e3e-b94b-2e4c12c68b0e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (6469815f-cacc-45a7-ad78-82dbac2bbd9b), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.902839 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6925f4e2-f29d-4e3e-b94b-2e4c12c68b0e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (6469815f-cacc-45a7-ad78-82dbac2bbd9b), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.921167 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925f4e2-f29d-4e3e-b94b-2e4c12c68b0e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6469815f-cacc-45a7-ad78-82dbac2bbd9b,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:10.929740 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6925f4e2-f29d-4e3e-b94b-2e4c12c68b0e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:10.930998 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-6925f4e2-f29d-4e3e-b94b-2e4c12c68b0e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137972 May 09 23:06:10.933572 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33342) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:06:10.937822 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-5aa2ce42-8950-4341-bd9c-55abe53de436 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'security_group_rule': {'security_group_id': 'a4421a95-2d76-4360-8e3c-a30e2abf255b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:06:10.963275 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ce42-8950-4341-bd9c-55abe53de436 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (a98591ec-ef8b-4684-8631-97841fc18626), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:11.047760 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485efa1d-ef89-4a73-862b-a9898e143955 req-4874a278-2ace-4d6b-a054-2bd75af679d1 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:11.049222 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-485efa1d-ef89-4a73-862b-a9898e143955 req-4874a278-2ace-4d6b-a054-2bd75af679d1 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0564654 May 09 23:06:11.059045 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ce42-8950-4341-bd9c-55abe53de436 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (a98591ec-ef8b-4684-8631-97841fc18626), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:11.065993 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ce42-8950-4341-bd9c-55abe53de436 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (a98591ec-ef8b-4684-8631-97841fc18626), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:11.096472 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2ce42-8950-4341-bd9c-55abe53de436 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98591ec-ef8b-4684-8631-97841fc18626,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:11.111689 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ce42-8950-4341-bd9c-55abe53de436 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:11.112852 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-5aa2ce42-8950-4341-bd9c-55abe53de436 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1783566 May 09 23:06:11.116080 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 33346) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:06:11.120702 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'floatingip': {'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:06:11.136558 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-485efa1d-ef89-4a73-862b-a9898e143955 req-47a7f969-5927-4553-920a-ea497debd3ca tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792551 May 09 23:06:11.147136 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:11.225379 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:11.324992 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Allocated IP 172.27.3.219 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:06:11.426142 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for port (98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:11.458155 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:11.494401 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:06:11.497135 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:06:11.501046 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:06:11.508609 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'Port': ['ID=98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:11.590819 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (0cb7d68a-a22f-4263-9751-4210454f4e87), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:11.625761 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:11.775868 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for port (98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:11.780299 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:11.865238 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'Port': ['ID=98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:11.883294 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (0cb7d68a-a22f-4263-9751-4210454f4e87), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:11.907204 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8ddb0-52ec-43f9-bc44-d28864802196 req-c90babc9-b940-4f4f-9213-6f244aa4a6e2 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:11.908714 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-89a8ddb0-52ec-43f9-bc44-d28864802196 req-c90babc9-b940-4f4f-9213-6f244aa4a6e2 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0679395 May 09 23:06:11.911699 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:11.912798 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-4b1829a3-ba30-44a1-ba4a-d0ab0e5d913e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7957051 May 09 23:06:11.959452 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-89a8ddb0-52ec-43f9-bc44-d28864802196 req-3eed7731-035b-409e-940c-3d04e10b1469 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452154 May 09 23:06:12.103859 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-7c58434e-d48b-4243-be1e-fc3f9f30147a tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1141734938&fields=id&tenant_id=b776734a879d4c0785b1d3728b79b766 HTTP/1.1" status: 200 len: 267 time: 0.0400140 May 09 23:06:12.212021 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23bc82-7056-4014-830a-519ad7cc084e req-3b62c413-028b-4550-ade2-2155e9430709 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:12.213496 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-3b62c413-028b-4550-ade2-2155e9430709 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 815 time: 0.1025562 May 09 23:06:12.228464 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-961bc097-6743-4495-b395-77cda4d4504c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/quotas/b776734a879d4c0785b1d3728b79b766 HTTP/1.1" status: 200 len: 375 time: 0.0095646 May 09 23:06:12.247502 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1df3-e732-4a29-a29b-a8e10f93152c req-15b60222-1c4c-49cc-aa1e-0fdae1921e8d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:12.248970 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-666b1df3-e732-4a29-a29b-a8e10f93152c req-15b60222-1c4c-49cc-aa1e-0fdae1921e8d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0468078 May 09 23:06:12.277157 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-99b67fd9-1ca1-407a-9611-0baabc4acef9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431752 May 09 23:06:12.307846 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-666b1df3-e732-4a29-a29b-a8e10f93152c req-eb669fa4-ae24-48aa-8a43-250dcc48299c tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531788 May 09 23:06:12.321168 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 83fd7780-b6ac-4de6-983c-0317e0689d5b no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:06:12.340440 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: 83fd7780-b6ac-4de6-983c-0317e0689d5b {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:06:12.340792 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 83fd7780-b6ac-4de6-983c-0317e0689d5b not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:06:12.374541 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-608dd3fb-2608-48b4-9683-f8777046f670 service neutron] 10.222.0.23 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855949 May 09 23:06:12.464483 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-45db1777-c445-4a96-a0a8-87a01422cc2e service neutron] 10.222.0.23 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842469 May 09 23:06:12.627791 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-42b520cc-9ea8-4eb9-88dd-87778082c9e5 req-63660fff-8ff1-4ca5-b20d-7156d618a554 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 210 time: 0.0306716 May 09 23:06:13.081836 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ed2c9-202e-4947-94d6-bf93e36a3ed4 req-e4fad4f9-e425-42de-b129-531a6db50d46 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:13.083278 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3b4ed2c9-202e-4947-94d6-bf93e36a3ed4 req-e4fad4f9-e425-42de-b129-531a6db50d46 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0502505 May 09 23:06:13.130560 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3b4ed2c9-202e-4947-94d6-bf93e36a3ed4 req-512e6f56-620f-41c2-a3d4-7a40eea246c7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 May 09 23:06:13.428316 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6c7b4-481d-45ce-94a5-429fe7446e71 req-fc498fe9-2800-4d7f-a65f-b335ab6a532d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:13.429799 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1cd6c7b4-481d-45ce-94a5-429fe7446e71 req-fc498fe9-2800-4d7f-a65f-b335ab6a532d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0464959 May 09 23:06:13.502866 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1cd6c7b4-481d-45ce-94a5-429fe7446e71 req-d21ce2fb-fa73-4d5d-9489-93299343f851 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671408 May 09 23:06:13.573030 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23bc82-7056-4014-830a-519ad7cc084e req-6c6f9b76-6392-4595-8c72-223d0cc326c5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:13.574480 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-6c6f9b76-6392-4595-8c72-223d0cc326c5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 815 time: 0.1037586 May 09 23:06:13.638313 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-81d89da7-01e8-4c47-90b5-d58c78848521 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b776734a879d4c0785b1d3728b79b766 HTTP/1.1" status: 200 len: 380 time: 0.0548649 May 09 23:06:13.651348 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-af23bc82-7056-4014-830a-519ad7cc084e req-47027dd9-213e-4811-9eca-d19d0fd29ed4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'port': {'device_id': '31ea1b8e-49ff-4716-8cbf-ca11225258aa', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'admin_state_up': True, 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'security_groups': ['a4421a95-2d76-4360-8e3c-a30e2abf255b']}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:06:13.735019 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-724b11b6-e047-47e1-b7a3-796dd89445da req-c5cca322-60f1-4212-806c-d9f40fb7688e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 210 time: 0.0340521 May 09 23:06:13.782357 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af23bc82-7056-4014-830a-519ad7cc084e req-47027dd9-213e-4811-9eca-d19d0fd29ed4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Made reservation on behalf of b776734a879d4c0785b1d3728b79b766 for: {'port': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:06:13.785662 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-af23bc82-7056-4014-830a-519ad7cc084e req-47027dd9-213e-4811-9eca-d19d0fd29ed4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:13.909829 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [req-af23bc82-7056-4014-830a-519ad7cc084e req-47027dd9-213e-4811-9eca-d19d0fd29ed4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Allocated IP 172.20.0.10 (a8d1714e-6adf-478e-9341-0aabd043adfd/d84bfe41-fb6f-4a50-9a95-878c5deeae54/49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:06:14.059931 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-af23bc82-7056-4014-830a-519ad7cc084e req-47027dd9-213e-4811-9eca-d19d0fd29ed4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:14.094245 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-af23bc82-7056-4014-830a-519ad7cc084e req-47027dd9-213e-4811-9eca-d19d0fd29ed4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:14.142318 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af23bc82-7056-4014-830a-519ad7cc084e req-47027dd9-213e-4811-9eca-d19d0fd29ed4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Network a8d1714e-6adf-478e-9341-0aabd043adfd is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:06:14.145302 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [req-af23bc82-7056-4014-830a-519ad7cc084e req-47027dd9-213e-4811-9eca-d19d0fd29ed4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:06:14.151598 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-af23bc82-7056-4014-830a-519ad7cc084e req-47027dd9-213e-4811-9eca-d19d0fd29ed4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:06:14.180565 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47027dd9-213e-4811-9eca-d19d0fd29ed4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'Port': ['ID=49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:14.204283 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23bc82-7056-4014-830a-519ad7cc084e req-47027dd9-213e-4811-9eca-d19d0fd29ed4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:14.204905 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-af23bc82-7056-4014-830a-519ad7cc084e req-47027dd9-213e-4811-9eca-d19d0fd29ed4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:14.224783 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-47027dd9-213e-4811-9eca-d19d0fd29ed4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5771048 May 09 23:06:14.236813 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Request body: {'port': {'device_id': '31ea1b8e-49ff-4716-8cbf-ca11225258aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:06:14.253235 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110b1bd-3bbf-4deb-86ba-62cabcf404fa req-1e3862ba-3308-421b-b405-fde3690ee057 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:14.255005 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f110b1bd-3bbf-4deb-86ba-62cabcf404fa req-1e3862ba-3308-421b-b405-fde3690ee057 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0506730 May 09 23:06:14.301366 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:14.306093 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f110b1bd-3bbf-4deb-86ba-62cabcf404fa req-1f69da0f-f3f6-4114-a935-b0daa3439dc5 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452931 May 09 23:06:14.407121 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-39002519-7f26-4ce3-99e1-aebb4aefd259 None None] Provisioning complete for port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:06:14.407677 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39002519-7f26-4ce3-99e1-aebb4aefd259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:14.444131 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-39002519-7f26-4ce3-99e1-aebb4aefd259 None None] Port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:06:14.806634 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd630fbc-fb9b-4aae-8a89-aff97846cdfe req-c17054e2-369a-43b2-a218-af8b54ceecc2 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:14.808094 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cd630fbc-fb9b-4aae-8a89-aff97846cdfe req-c17054e2-369a-43b2-a218-af8b54ceecc2 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0630422 May 09 23:06:14.849143 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59321fc3-f1ee-42d3-812a-a8c2e4abd1b1 req-685f59ca-6eb5-4a7d-b44c-4a8bb812021e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:14.850657 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-59321fc3-f1ee-42d3-812a-a8c2e4abd1b1 req-685f59ca-6eb5-4a7d-b44c-4a8bb812021e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 932 time: 0.0477092 May 09 23:06:14.851610 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e {{(pid=103349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:06:14.862804 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Publish callbacks [] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:14.895164 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.provisioning_blocks [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Transition to ACTIVE for port object 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e will not be triggered until provisioned by entity L2. {{(pid=103349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:06:14.897096 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-59321fc3-f1ee-42d3-812a-a8c2e4abd1b1 req-9b3b3241-fcf5-4a2b-8de8-0f718d1d0260 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4421a95-2d76-4360-8e3c-a30e2abf255b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407784 May 09 23:06:14.902458 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:14.931779 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cd630fbc-fb9b-4aae-8a89-aff97846cdfe req-336a6c66-a36d-4ea7-8f25-ce959daf06f1 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063540 May 09 23:06:14.958440 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:15.030633 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Attempting to bind port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:06:15.030975 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Attempting to bind port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:06:15.031356 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Attempting to bind port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e on network a8d1714e-6adf-478e-9341-0aabd043adfd {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:06:15.035959 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e on network a8d1714e-6adf-478e-9341-0aabd043adfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:06:15.036283 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Attempting to bind port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e on network a8d1714e-6adf-478e-9341-0aabd043adfd {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:06:15.041252 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:06:15.041593 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Checking segment: {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:06:15.041975 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Bound using segment: {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:06:15.042470 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Bound port: 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'}}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:06:15.042830 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:15.112889 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] For port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e, host hv-cinder-84067, cleared binding levels {{(pid=103349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:06:15.115894 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] For port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:06:15.121797 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:15.154471 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:15.155029 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:15.156013 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] 10.222.0.55 "PUT /v2.0/ports/49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e HTTP/1.1" status: 200 len: 1094 time: 0.9235179 May 09 23:06:15.156984 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ea1b8e-49ff-4716-8cbf-ca11225258aa', 'tag': '49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:06:15.159233 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27386af1-939d-4791-aa3a-72416360032e" -d '{"events": [{"name": "network-changed", "server_uuid": "31ea1b8e-49ff-4716-8cbf-ca11225258aa", "tag": "49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:06:15.182480 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959b4fc-8207-4846-a2fa-946b2a98c2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e,revision_number=3']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:15.200947 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652237bb-d8ed-447d-a9fc-8b82595cfe6b x-openstack-request-id: req-652237bb-d8ed-447d-a9fc-8b82595cfe6b {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:06:15.201309 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ea1b8e-49ff-4716-8cbf-ca11225258aa", "tag": "49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:06:15.201631 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-652237bb-d8ed-447d-a9fc-8b82595cfe6b {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:06:15.202096 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652237bb-d8ed-447d-a9fc-8b82595cfe6b'] response: {'name': 'network-changed', 'server_uuid': '31ea1b8e-49ff-4716-8cbf-ca11225258aa', 'tag': '49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e', 'status': 'completed', 'code': 200} May 09 23:06:15.428746 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea093e86-ad21-46ac-b704-375d5df8ca71 req-44984fc7-c6ac-4a12-bf06-667376eef0d1 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:15.430240 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ea093e86-ad21-46ac-b704-375d5df8ca71 req-44984fc7-c6ac-4a12-bf06-667376eef0d1 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0470288 May 09 23:06:15.475468 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ea093e86-ad21-46ac-b704-375d5df8ca71 req-5b7fe8dd-3aca-44a3-99ee-ddac6dc5e5af tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397611 May 09 23:06:16.017517 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c22b9-f57d-430e-9650-023496380fed req-ef916189-e2d3-4865-ba3e-6eada323516b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:16.019011 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-cc0c22b9-f57d-430e-9650-023496380fed req-ef916189-e2d3-4865-ba3e-6eada323516b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 944 time: 0.0515420 May 09 23:06:16.045564 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103c711-cc50-4c20-ae6c-2338124b186f req-91806f01-5af3-47c9-aa51-f85274b1e294 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:16.047650 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c103c711-cc50-4c20-ae6c-2338124b186f req-91806f01-5af3-47c9-aa51-f85274b1e294 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0466053 May 09 23:06:16.065643 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-cc0c22b9-f57d-430e-9650-023496380fed req-5b5de13b-546c-4a71-b924-e506091d94a6 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4421a95-2d76-4360-8e3c-a30e2abf255b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410855 May 09 23:06:16.120534 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c103c711-cc50-4c20-ae6c-2338124b186f req-77d59bc7-f6ce-46b7-a17b-fd59f93f65a1 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672271 May 09 23:06:16.586681 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24770fb0-d0ee-4306-aeed-00f58513c268 req-27d2dcd3-75d7-4a7f-939f-e5afae309e13 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:16.588110 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-24770fb0-d0ee-4306-aeed-00f58513c268 req-27d2dcd3-75d7-4a7f-939f-e5afae309e13 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0457940 May 09 23:06:16.633402 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-24770fb0-d0ee-4306-aeed-00f58513c268 req-68a800f9-fd82-4bc5-95dd-4c579f13192b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397642 May 09 23:06:16.897762 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386af1-939d-4791-aa3a-72416360032e req-ef07aad2-337f-40ba-b3ea-b6ea7d9bc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:16.899246 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-27386af1-939d-4791-aa3a-72416360032e req-ef07aad2-337f-40ba-b3ea-b6ea7d9bc261 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 1128 time: 0.0391045 May 09 23:06:16.964130 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:17.004785 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386af1-939d-4791-aa3a-72416360032e req-b2ca15ec-43ad-45f9-9773-12bfd0b175bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:17.006297 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-27386af1-939d-4791-aa3a-72416360032e req-b2ca15ec-43ad-45f9-9773-12bfd0b175bb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b776734a879d4c0785b1d3728b79b766&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0919662 May 09 23:06:17.107140 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386af1-939d-4791-aa3a-72416360032e req-93096b05-2cdb-42a4-9ad8-b92101bf3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:17.108613 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-27386af1-939d-4791-aa3a-72416360032e req-93096b05-2cdb-42a4-9ad8-b92101bf3746 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962005 May 09 23:06:17.214101 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23bc82-7056-4014-830a-519ad7cc084e req-4acb3775-8d3f-43c5-a61d-1850c8cc6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:17.215624 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-4acb3775-8d3f-43c5-a61d-1850c8cc6c22 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 1128 time: 0.0715377 May 09 23:06:17.223411 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa393043-7d87-4400-95bd-ab6ae72680fd req-bc0aaaf7-39cc-4308-8dfe-9efa4714fae7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:17.224817 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fa393043-7d87-4400-95bd-ab6ae72680fd req-bc0aaaf7-39cc-4308-8dfe-9efa4714fae7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 944 time: 0.0819721 May 09 23:06:17.242249 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf434b-c5d1-46ad-b634-5f20922b15ec req-a2e907c8-4114-4274-bd83-ae2cb895f7d8 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:17.243709 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-34cf434b-c5d1-46ad-b634-5f20922b15ec req-a2e907c8-4114-4274-bd83-ae2cb895f7d8 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0504942 May 09 23:06:17.270004 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-1a6fa5ed-25ec-4f91-b8aa-b74503d8ba0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e HTTP/1.1" status: 200 len: 217 time: 0.0442464 May 09 23:06:17.301848 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-34cf434b-c5d1-46ad-b634-5f20922b15ec req-c3a1ab4b-f857-40eb-bc71-ce1c31743a79 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525053 May 09 23:06:17.328429 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fa393043-7d87-4400-95bd-ab6ae72680fd req-74c52c4f-a547-44a8-98ca-10297703e6d3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4421a95-2d76-4360-8e3c-a30e2abf255b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971096 May 09 23:06:17.339407 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23bc82-7056-4014-830a-519ad7cc084e req-08d62ff5-ab88-461d-81b4-386c2bcb831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:17.340849 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-08d62ff5-ab88-461d-81b4-386c2bcb831b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d84bfe41-fb6f-4a50-9a95-878c5deeae54 HTTP/1.1" status: 200 len: 854 time: 0.0644650 May 09 23:06:17.392278 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23bc82-7056-4014-830a-519ad7cc084e req-50e0cde4-0f40-4a43-8af1-fb12542ef237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:17.393790 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-50e0cde4-0f40-4a43-8af1-fb12542ef237 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8d1714e-6adf-478e-9341-0aabd043adfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460188 May 09 23:06:17.481288 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-8e54dfca-0cce-45fc-af10-1f83879909bd service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811708 May 09 23:06:17.490762 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-61ef56d7-f3b9-44e9-b8bb-2b3f0397ce19 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:17.492756 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-61ef56d7-f3b9-44e9-b8bb-2b3f0397ce19 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/networks?id=378d612b-31ab-4d07-8c08-26e101d40f29 HTTP/1.1" status: 200 len: 814 time: 0.1011381 May 09 23:06:17.510020 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-32a361ef-b4ed-4faf-b6e3-4fe8c9ecea7b tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/quotas/9a54785a57d74beb87b5a31f928583e7 HTTP/1.1" status: 200 len: 375 time: 0.0091355 May 09 23:06:17.547879 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-63669e4b-86e5-45ff-a633-b87ae4950030 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a54785a57d74beb87b5a31f928583e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321355 May 09 23:06:17.581150 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af23bc82-7056-4014-830a-519ad7cc084e req-0e82ce1d-2a2d-4088-94b2-6dcaeb9984e9 service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911727 May 09 23:06:17.639413 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-108ed351-e845-4952-b041-e8ea25b85ff0 service neutron] 10.222.0.23 "GET /v2.0/networks/378d612b-31ab-4d07-8c08-26e101d40f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849576 May 09 23:06:17.735508 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-acef55fb-25ac-4672-96f5-cb47e1787a4a service neutron] 10.222.0.23 "GET /v2.0/networks/378d612b-31ab-4d07-8c08-26e101d40f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895207 May 09 23:06:17.753142 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd0cf7-9667-4239-bb23-bab150c98cfd req-11e5b266-c0a5-4b98-9fb7-5b6d222ef4ae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:17.754627 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-53cd0cf7-9667-4239-bb23-bab150c98cfd req-11e5b266-c0a5-4b98-9fb7-5b6d222ef4ae tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0484345 May 09 23:06:17.800873 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-53cd0cf7-9667-4239-bb23-bab150c98cfd req-d8e96e79-c29f-41bd-b4a2-0b12cef9ba59 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407703 May 09 23:06:17.887852 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-be6a65df-ac28-4bea-b053-c04e6735c8db req-d2f99b30-a7d7-4b0b-8fec-2c01a012cfe1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 210 time: 0.0275090 May 09 23:06:18.416925 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd179f-2c90-4cdf-8e52-5bc57ff08e2f req-50eb91ac-b7dc-4db7-99e1-08ea80e71211 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:18.418445 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-63dd179f-2c90-4cdf-8e52-5bc57ff08e2f req-50eb91ac-b7dc-4db7-99e1-08ea80e71211 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0478859 May 09 23:06:18.446615 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79845f-6813-4b98-9214-483e66aaa036 req-627d8fe2-81ad-4df2-a1e4-904b5b5f79db tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:18.448096 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2e79845f-6813-4b98-9214-483e66aaa036 req-627d8fe2-81ad-4df2-a1e4-904b5b5f79db tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 944 time: 0.0499370 May 09 23:06:18.478298 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-63dd179f-2c90-4cdf-8e52-5bc57ff08e2f req-c331cdce-16f6-4d75-84b4-82673ce4c60a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532904 May 09 23:06:18.498520 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2e79845f-6813-4b98-9214-483e66aaa036 req-1209a9b9-2f6a-4f08-834e-84a6c5180aaa tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4421a95-2d76-4360-8e3c-a30e2abf255b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443227 May 09 23:06:18.586174 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8c1b0006-2177-432b-a3b3-a3ccf4999bdd req-af4fcd59-52c3-4762-8ca6-29baa3355a9c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378373 May 09 23:06:18.644650 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b0006-2177-432b-a3b3-a3ccf4999bdd req-78e91175-045b-4c26-a058-f60437f85cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:18.646207 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8c1b0006-2177-432b-a3b3-a3ccf4999bdd req-78e91175-045b-4c26-a058-f60437f85cb1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 1130 time: 0.0390422 May 09 23:06:18.739641 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:06:18.774217 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b0006-2177-432b-a3b3-a3ccf4999bdd req-b854d3a7-4862-40c1-8322-088e32929c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:18.775679 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8c1b0006-2177-432b-a3b3-a3ccf4999bdd req-b854d3a7-4862-40c1-8322-088e32929c29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 920 time: 0.0895758 May 09 23:06:18.818315 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8c1b0006-2177-432b-a3b3-a3ccf4999bdd req-18c7ad64-ab94-46d4-8726-21fe56266739 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad371e3b-52c5-4c5f-be12-8b115d8d31ea HTTP/1.1" status: 200 len: 217 time: 0.0346322 May 09 23:06:18.841349 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:06:18.852778 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': '49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'port_id': '49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e', 'mac_address': 'fa:16:3e:40:14:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:06:18.889611 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:06:18.889997 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:18.903251 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:06:18.916046 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d3a88-bb2e-4211-b98b-45bb4c3063c0 req-2941dfdc-e8f1-482e-8bae-2af3fb14b574 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:18.917892 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-506d3a88-bb2e-4211-b98b-45bb4c3063c0 req-2941dfdc-e8f1-482e-8bae-2af3fb14b574 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0474043 May 09 23:06:18.924638 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:06:18.929825 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:18.974643 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-506d3a88-bb2e-4211-b98b-45bb4c3063c0 req-a81e0dd4-e269-4aba-a70c-73379cf8bd89 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505478 May 09 23:06:18.977575 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:18.989173 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-88618cfd-3b75-4b86-9915-b44813bf6e6a req-64679ff0-46ed-413c-b959-fcccb6cd5b19 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 210 time: 0.0283432 May 09 23:06:19.072632 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b0006-2177-432b-a3b3-a3ccf4999bdd req-7bb0ffb0-d5da-41a2-b8ed-5e3177f49494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:19.074074 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8c1b0006-2177-432b-a3b3-a3ccf4999bdd req-7bb0ffb0-d5da-41a2-b8ed-5e3177f49494 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.0466976 May 09 23:06:19.118311 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b0006-2177-432b-a3b3-a3ccf4999bdd req-4399a947-79a6-4c65-a37b-9832c3caabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:19.119715 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8c1b0006-2177-432b-a3b3-a3ccf4999bdd req-4399a947-79a6-4c65-a37b-9832c3caabf0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388668 May 09 23:06:19.213478 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8c1b0006-2177-432b-a3b3-a3ccf4999bdd req-019ca4e5-a5b9-416f-8173-117e62533dc1 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861478 May 09 23:06:19.229668 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:06:19.236743 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-baf523ac-d5de-444d-a4b4-a8a368a86a29 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:19.238397 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-baf523ac-d5de-444d-a4b4-a8a368a86a29 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.55 "GET /v2.0/networks?id=378d612b-31ab-4d07-8c08-26e101d40f29 HTTP/1.1" status: 200 len: 814 time: 0.1199560 May 09 23:06:19.253623 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-327914fa-b4ec-4c0c-9a5d-670e79ff6ef1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Request body: {'port': {'device_id': 'fbf9ab5d-6496-440d-8d1c-7e83d1d7386d', 'network_id': '378d612b-31ab-4d07-8c08-26e101d40f29', 'admin_state_up': True, 'tenant_id': '9a54785a57d74beb87b5a31f928583e7'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:06:19.322694 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8c1b0006-2177-432b-a3b3-a3ccf4999bdd req-6bc5f369-896f-4ba8-93c2-c97758bb9fd2 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999107 May 09 23:06:19.370331 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-327914fa-b4ec-4c0c-9a5d-670e79ff6ef1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Made reservation on behalf of 9a54785a57d74beb87b5a31f928583e7 for: {'port': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:06:19.373707 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-327914fa-b4ec-4c0c-9a5d-670e79ff6ef1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:19.390331 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4e51e094-9150-4eee-bee2-aae122ae3192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:19.498033 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-327914fa-b4ec-4c0c-9a5d-670e79ff6ef1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Allocated IP 172.20.0.9 (378d612b-31ab-4d07-8c08-26e101d40f29/ade18d94-f583-4dc4-a3e4-e9965d9dcdb5/dbdbce6a-9c78-4254-8fbd-830828ffb663) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:06:19.629297 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614ca1e-3267-4bc1-9b2e-e2ac15bf2775 req-57c08c5b-ee3f-4db1-a7d7-47a0da038df5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:19.630969 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5614ca1e-3267-4bc1-9b2e-e2ac15bf2775 req-57c08c5b-ee3f-4db1-a7d7-47a0da038df5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 945 time: 0.0505276 May 09 23:06:19.682098 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5614ca1e-3267-4bc1-9b2e-e2ac15bf2775 req-22c440c8-41db-4b96-a56c-f41b6ad8bc1f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4421a95-2d76-4360-8e3c-a30e2abf255b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451806 May 09 23:06:19.868353 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c863f-0a76-487b-906c-7ac53c2a95d9 req-33b1b076-e39b-4659-b3ae-3e87363ed164 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:19.869824 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-460c863f-0a76-487b-906c-7ac53c2a95d9 req-33b1b076-e39b-4659-b3ae-3e87363ed164 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.3082511 May 09 23:06:19.922851 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-327914fa-b4ec-4c0c-9a5d-670e79ff6ef1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks [] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:19.962342 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-460c863f-0a76-487b-906c-7ac53c2a95d9 req-20b0d74b-f321-4a33-b35f-d4fc0a74b70a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843971 May 09 23:06:19.984742 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-327914fa-b4ec-4c0c-9a5d-670e79ff6ef1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:20.027835 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-327914fa-b4ec-4c0c-9a5d-670e79ff6ef1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Network 378d612b-31ab-4d07-8c08-26e101d40f29 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:06:20.032040 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-327914fa-b4ec-4c0c-9a5d-670e79ff6ef1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:06:20.036038 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-327914fa-b4ec-4c0c-9a5d-670e79ff6ef1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:06:20.044917 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327914fa-b4ec-4c0c-9a5d-670e79ff6ef1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Pushing event updated for resources: {'Port': ['ID=dbdbce6a-9c78-4254-8fbd-830828ffb663,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:20.109997 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d1da8-6628-4c8d-8586-17e9258c7487 req-00d8ac7e-78ac-4328-916d-6618afda2211 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:20.112550 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-715d1da8-6628-4c8d-8586-17e9258c7487 req-00d8ac7e-78ac-4328-916d-6618afda2211 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0658145 May 09 23:06:20.120143 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-327914fa-b4ec-4c0c-9a5d-670e79ff6ef1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:20.120743 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-327914fa-b4ec-4c0c-9a5d-670e79ff6ef1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:20.137808 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398e29a-b140-4620-8227-0d35d8de8941 req-b34935eb-c6d2-40fe-9434-551e3fad2d22 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:20.139499 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0398e29a-b140-4620-8227-0d35d8de8941 req-b34935eb-c6d2-40fe-9434-551e3fad2d22 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 931 time: 0.0727112 May 09 23:06:20.158454 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-327914fa-b4ec-4c0c-9a5d-670e79ff6ef1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9100192 May 09 23:06:20.164195 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-715d1da8-6628-4c8d-8586-17e9258c7487 req-65577c6d-a788-4553-aff0-792c938e234a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451188 May 09 23:06:20.170609 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Request body: {'port': {'device_id': 'fbf9ab5d-6496-440d-8d1c-7e83d1d7386d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:06:20.243124 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0398e29a-b140-4620-8227-0d35d8de8941 req-3aed941b-cfea-4476-b6ca-337c95afdfbc tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951076 May 09 23:06:20.254565 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:20.511730 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdbce6a-9c78-4254-8fbd-830828ffb663 {{(pid=103350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:06:20.518923 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Publish callbacks [] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:20.531830 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.provisioning_blocks [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Transition to ACTIVE for port object dbdbce6a-9c78-4254-8fbd-830828ffb663 will not be triggered until provisioned by entity L2. {{(pid=103350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:06:20.535370 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:20.586395 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdbce6a-9c78-4254-8fbd-830828ffb663,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:20.654875 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Attempting to bind port dbdbce6a-9c78-4254-8fbd-830828ffb663 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:06:20.655206 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Attempting to bind port dbdbce6a-9c78-4254-8fbd-830828ffb663 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'fc1f8d0c-2512-4b9c-8ab8-5f40db4be252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '378d612b-31ab-4d07-8c08-26e101d40f29'}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:06:20.655528 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Attempting to bind port dbdbce6a-9c78-4254-8fbd-830828ffb663 on network 378d612b-31ab-4d07-8c08-26e101d40f29 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:06:20.660387 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Port dbdbce6a-9c78-4254-8fbd-830828ffb663 on network 378d612b-31ab-4d07-8c08-26e101d40f29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:06:20.660700 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Attempting to bind port dbdbce6a-9c78-4254-8fbd-830828ffb663 on network 378d612b-31ab-4d07-8c08-26e101d40f29 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:06:20.665454 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:06:20.665788 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Checking segment: {'id': 'fc1f8d0c-2512-4b9c-8ab8-5f40db4be252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '378d612b-31ab-4d07-8c08-26e101d40f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:06:20.666201 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Bound using segment: {'id': 'fc1f8d0c-2512-4b9c-8ab8-5f40db4be252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '378d612b-31ab-4d07-8c08-26e101d40f29'} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:06:20.666630 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Bound port: dbdbce6a-9c78-4254-8fbd-830828ffb663, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1f8d0c-2512-4b9c-8ab8-5f40db4be252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '378d612b-31ab-4d07-8c08-26e101d40f29'}}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:06:20.666984 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:20.734175 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] For port dbdbce6a-9c78-4254-8fbd-830828ffb663, host hv-cinder-84067, cleared binding levels {{(pid=103350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:06:20.737823 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] For port dbdbce6a-9c78-4254-8fbd-830828ffb663, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dbdbce6a-9c78-4254-8fbd-830828ffb663,segment=NetworkSegment(fc1f8d0c-2512-4b9c-8ab8-5f40db4be252),segment_id=fc1f8d0c-2512-4b9c-8ab8-5f40db4be252)] {{(pid=103350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:06:20.740361 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:06:20.746346 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:20.790428 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:20.791050 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:20.792425 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] 10.222.0.55 "PUT /v2.0/ports/dbdbce6a-9c78-4254-8fbd-830828ffb663 HTTP/1.1" status: 200 len: 1093 time: 0.6258488 May 09 23:06:20.792880 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf9ab5d-6496-440d-8d1c-7e83d1d7386d', 'tag': 'dbdbce6a-9c78-4254-8fbd-830828ffb663'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:06:20.795142 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813b5bba-1f05-441a-bee9-2d95c93a2c02" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf9ab5d-6496-440d-8d1c-7e83d1d7386d", "tag": "dbdbce6a-9c78-4254-8fbd-830828ffb663"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:06:20.795483 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:06:20.811152 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:06:20.812946 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:20.818496 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c227b8-5b46-46ef-b26e-0510ce8a1327 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdbce6a-9c78-4254-8fbd-830828ffb663,revision_number=3']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:20.822464 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fd643-2bcc-4be7-9e69-83d5bfc3adfe req-9ff652b8-6cd4-4261-a1d1-a9dd812d03b7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:20.824733 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1b9fd643-2bcc-4be7-9e69-83d5bfc3adfe req-9ff652b8-6cd4-4261-a1d1-a9dd812d03b7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 945 time: 0.0691118 May 09 23:06:20.857569 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49ce0e5-5a25-4262-ae4d-d14066587473 x-openstack-request-id: req-e49ce0e5-5a25-4262-ae4d-d14066587473 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:06:20.857894 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf9ab5d-6496-440d-8d1c-7e83d1d7386d", "tag": "dbdbce6a-9c78-4254-8fbd-830828ffb663", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:06:20.858136 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e49ce0e5-5a25-4262-ae4d-d14066587473 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:06:20.858543 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49ce0e5-5a25-4262-ae4d-d14066587473'] response: {'name': 'network-changed', 'server_uuid': 'fbf9ab5d-6496-440d-8d1c-7e83d1d7386d', 'tag': 'dbdbce6a-9c78-4254-8fbd-830828ffb663', 'status': 'completed', 'code': 200} May 09 23:06:20.882826 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1b9fd643-2bcc-4be7-9e69-83d5bfc3adfe req-7889f1ba-b414-4b38-b0eb-904e385df3ec tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4421a95-2d76-4360-8e3c-a30e2abf255b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513663 May 09 23:06:20.892411 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-5271e549-196f-4310-82bf-705f3efc8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:20.894182 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-5271e549-196f-4310-82bf-705f3efc8035 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a54785a57d74beb87b5a31f928583e7&device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 1127 time: 0.0489709 May 09 23:06:20.902633 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:06:20.903138 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:20.926606 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ea1b8e-49ff-4716-8cbf-ca11225258aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:06:20.928796 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b9811c-ef0c-4e25-825b-81e7924d7876" -d '{"events": [{"server_uuid": "31ea1b8e-49ff-4716-8cbf-ca11225258aa", "name": "network-vif-plugged", "status": "completed", "tag": "49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:06:20.935566 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-46aa66fb-4b50-4c6a-a3f4-e7177e40b4d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbdbce6a-9c78-4254-8fbd-830828ffb663 HTTP/1.1" status: 200 len: 217 time: 0.0344644 May 09 23:06:20.941462 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:06:20.945408 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:20.972546 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0acff3-4216-4b59-ba06-d6007533defd x-openstack-request-id: req-6c0acff3-4216-4b59-ba06-d6007533defd {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:06:20.972939 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ea1b8e-49ff-4716-8cbf-ca11225258aa", "name": "network-vif-plugged", "status": "completed", "tag": "49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:06:20.973280 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c0acff3-4216-4b59-ba06-d6007533defd {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:06:20.973688 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0acff3-4216-4b59-ba06-d6007533defd'] response: {'server_uuid': '31ea1b8e-49ff-4716-8cbf-ca11225258aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e', 'code': 200} May 09 23:06:20.995989 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-8e359553-b9b2-4945-8961-3089e44e0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:20.997462 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-8e359553-b9b2-4945-8961-3089e44e0944 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ade18d94-f583-4dc4-a3e4-e9965d9dcdb5 HTTP/1.1" status: 200 len: 854 time: 0.0560446 May 09 23:06:21.005023 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:21.041000 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-dd264791-3a1e-482b-9681-f37082e8f966 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=378d612b-31ab-4d07-8c08-26e101d40f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348871 May 09 23:06:21.090411 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6d343-a151-4789-9131-438286b31c46 req-82b69789-8f3b-4244-8334-bddd481afd55 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:21.091949 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c8e6d343-a151-4789-9131-438286b31c46 req-82b69789-8f3b-4244-8334-bddd481afd55 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0586133 May 09 23:06:21.140243 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-4735e67c-063c-4ea8-b97d-2acfee493ebe service neutron] 10.222.0.55 "GET /v2.0/networks/378d612b-31ab-4d07-8c08-26e101d40f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903041 May 09 23:06:21.180866 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4517-1af7-4c4f-865e-3316a01a5e6c req-bd432a85-87bf-43b3-9341-fb60eb177fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:21.182367 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-241c4517-1af7-4c4f-865e-3316a01a5e6c req-bd432a85-87bf-43b3-9341-fb60eb177fa4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 1130 time: 0.0569265 May 09 23:06:21.191739 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c8e6d343-a151-4789-9131-438286b31c46 req-c121bf8c-a973-4035-8515-ea1124254274 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935190 May 09 23:06:21.232591 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-241c4517-1af7-4c4f-865e-3316a01a5e6c req-57dcf7e7-67fa-4c58-9e6e-140973e43d74 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4421a95-2d76-4360-8e3c-a30e2abf255b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398805 May 09 23:06:21.283747 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-92bee5f3-1e7d-402a-8a84-b7c5ddf65204 req-f92b7624-feb4-49bc-9fe4-7668f722fc12 service neutron] 10.222.0.55 "GET /v2.0/networks/378d612b-31ab-4d07-8c08-26e101d40f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353066 May 09 23:06:21.294165 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8157e02-420f-4dbe-a760-cdd92073caa2 req-bab9a9d3-c723-4dbc-9076-8bc70624d10b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:21.295521 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f8157e02-420f-4dbe-a760-cdd92073caa2 req-bab9a9d3-c723-4dbc-9076-8bc70624d10b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0573938 May 09 23:06:21.342985 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f8157e02-420f-4dbe-a760-cdd92073caa2 req-8d45a8c1-d970-49f5-8eba-a40b89b43f73 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419478 May 09 23:06:21.355322 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d0f03-10ad-4820-aac8-b75ab19ac3b3 req-0ea8c042-cd8a-4641-9636-455d22350f76 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:21.357101 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-838d0f03-10ad-4820-aac8-b75ab19ac3b3 req-0ea8c042-cd8a-4641-9636-455d22350f76 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 943 time: 0.0483112 May 09 23:06:21.404019 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-838d0f03-10ad-4820-aac8-b75ab19ac3b3 req-8b035b39-d0a9-4786-9bec-8986b5ed69be tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406044 May 09 23:06:21.679202 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b1f8ba14-44b3-4c91-8eaa-3c5998633d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:21.997363 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace72ed-7656-4ef0-925e-99252d4bd4b1 req-fdba8fcd-243d-41fa-80fc-1bf3f6ad0c8c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:21.998866 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7ace72ed-7656-4ef0-925e-99252d4bd4b1 req-fdba8fcd-243d-41fa-80fc-1bf3f6ad0c8c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 946 time: 0.0501864 May 09 23:06:22.044556 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7ace72ed-7656-4ef0-925e-99252d4bd4b1 req-4a0c253e-6b30-47b5-8595-ba772ad88387 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4421a95-2d76-4360-8e3c-a30e2abf255b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396488 May 09 23:06:22.306478 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e167a59-7938-415a-ac96-5cf1a1bda0e3 req-ecf909e1-f28d-4aaf-80a6-92325833963f tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:22.307929 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2e167a59-7938-415a-ac96-5cf1a1bda0e3 req-ecf909e1-f28d-4aaf-80a6-92325833963f tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0499361 May 09 23:06:22.366489 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2e167a59-7938-415a-ac96-5cf1a1bda0e3 req-86a50957-0e51-4c1b-8ed0-257d99c59478 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523400 May 09 23:06:22.457393 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53721ce0-cfd9-4f2b-80b8-5fba6a7ffd37 req-4c8b0b39-3de9-4a60-9bda-adeac294a942 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:22.458969 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-53721ce0-cfd9-4f2b-80b8-5fba6a7ffd37 req-4c8b0b39-3de9-4a60-9bda-adeac294a942 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0487909 May 09 23:06:22.505987 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-53721ce0-cfd9-4f2b-80b8-5fba6a7ffd37 req-da73ea0f-1157-44ae-8bd3-415ce2544aaf tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415621 May 09 23:06:22.521191 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfdec7-e78a-4677-a6fa-f0c132a365cc req-506c6b15-9390-49cc-beb4-02577eddf0f5 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:22.522696 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c1cfdec7-e78a-4677-a6fa-f0c132a365cc req-506c6b15-9390-49cc-beb4-02577eddf0f5 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 943 time: 0.0467706 May 09 23:06:22.570882 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c1cfdec7-e78a-4677-a6fa-f0c132a365cc req-723ee41c-1ecb-427d-8384-0f1a036f7fcd tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 May 09 23:06:22.737287 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device dbdbce6a-9c78-4254-8fbd-830828ffb663 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:06:22.830044 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port dbdbce6a-9c78-4254-8fbd-830828ffb663, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dbdbce6a-9c78-4254-8fbd-830828ffb663,segment=NetworkSegment(fc1f8d0c-2512-4b9c-8ab8-5f40db4be252),segment_id=fc1f8d0c-2512-4b9c-8ab8-5f40db4be252)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:06:22.841207 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': 'dbdbce6a-9c78-4254-8fbd-830828ffb663', 'network_id': '378d612b-31ab-4d07-8c08-26e101d40f29', 'port_id': 'dbdbce6a-9c78-4254-8fbd-830828ffb663', 'mac_address': 'fa:16:3e:82:7d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade18d94-f583-4dc4-a3e4-e9965d9dcdb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:06:22.883994 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port dbdbce6a-9c78-4254-8fbd-830828ffb663 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:06:22.884383 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:22.900733 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdbce6a-9c78-4254-8fbd-830828ffb663 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:06:22.926042 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:22.927717 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port dbdbce6a-9c78-4254-8fbd-830828ffb663, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dbdbce6a-9c78-4254-8fbd-830828ffb663,segment=NetworkSegment(fc1f8d0c-2512-4b9c-8ab8-5f40db4be252),segment_id=fc1f8d0c-2512-4b9c-8ab8-5f40db4be252)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:06:22.931465 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:22.976712 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=dbdbce6a-9c78-4254-8fbd-830828ffb663,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:23.068310 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b5bba-1f05-441a-bee9-2d95c93a2c02 req-64c6970e-a018-417e-a253-692dcf374779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:23.069989 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-813b5bba-1f05-441a-bee9-2d95c93a2c02 req-64c6970e-a018-417e-a253-692dcf374779 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a54785a57d74beb87b5a31f928583e7&device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 1128 time: 0.0429442 May 09 23:06:23.196573 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920948a-3a80-4709-a92b-9beda1235822 req-909548f0-15a6-4cb9-a8b0-5986650b086f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:23.198047 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4920948a-3a80-4709-a92b-9beda1235822 req-909548f0-15a6-4cb9-a8b0-5986650b086f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 946 time: 0.0620060 May 09 23:06:23.228788 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b5bba-1f05-441a-bee9-2d95c93a2c02 req-935e21b6-7945-4c6e-ba0a-93485eef6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:23.230236 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-813b5bba-1f05-441a-bee9-2d95c93a2c02 req-935e21b6-7945-4c6e-ba0a-93485eef6fd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=378d612b-31ab-4d07-8c08-26e101d40f29 HTTP/1.1" status: 200 len: 915 time: 0.1433625 May 09 23:06:23.257404 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4920948a-3a80-4709-a92b-9beda1235822 req-c47416b4-768b-4d86-a53f-11e3cdbd3cb4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4421a95-2d76-4360-8e3c-a30e2abf255b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526755 May 09 23:06:23.257904 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['dbdbce6a-9c78-4254-8fbd-830828ffb663'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:06:23.480830 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f1d18-cbae-4037-bd5a-7ed4380a3f7f req-0efc3f56-8895-4807-8671-a18396753086 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:23.482620 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-481f1d18-cbae-4037-bd5a-7ed4380a3f7f req-0efc3f56-8895-4807-8671-a18396753086 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0501351 May 09 23:06:23.541031 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-481f1d18-cbae-4037-bd5a-7ed4380a3f7f req-ab814674-665a-4266-9528-ad7b7fff9511 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527375 May 09 23:06:23.622547 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145021c-1fa7-4446-9960-dc560afeccc7 req-11450b9b-5e09-4ce0-a277-ef06a65c7911 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:23.624218 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6145021c-1fa7-4446-9960-dc560afeccc7 req-11450b9b-5e09-4ce0-a277-ef06a65c7911 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0500576 May 09 23:06:23.672887 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6145021c-1fa7-4446-9960-dc560afeccc7 req-51e017b3-8da3-4ccd-b326-5b799988814e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423837 May 09 23:06:23.681880 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43a18-1865-4f34-84fd-19daafa3cdf4 req-12e29758-82de-4c43-a9b1-fd700658376a tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:23.683510 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-21f43a18-1865-4f34-84fd-19daafa3cdf4 req-12e29758-82de-4c43-a9b1-fd700658376a tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 944 time: 0.0486579 May 09 23:06:23.729556 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-21f43a18-1865-4f34-84fd-19daafa3cdf4 req-c15e59b8-24fc-4147-b3bd-2d6b1b8588c8 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404325 May 09 23:06:24.354301 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:24.376867 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-813b5bba-1f05-441a-bee9-2d95c93a2c02 req-813cba0a-1ba6-4108-8888-208c28e0b7e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbdbce6a-9c78-4254-8fbd-830828ffb663 HTTP/1.1" status: 200 len: 217 time: 0.0834346 May 09 23:06:24.419065 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4989-28af-4b52-a91c-8ebc7d8d9598 req-314fb8c3-90d3-4dd4-a1fd-cbc2090f60ba tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:24.420547 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b86a4989-28af-4b52-a91c-8ebc7d8d9598 req-314fb8c3-90d3-4dd4-a1fd-cbc2090f60ba tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 946 time: 0.0537364 May 09 23:06:24.474653 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b86a4989-28af-4b52-a91c-8ebc7d8d9598 req-1a53e5f9-1b5b-4a3e-8e16-3dfe7534fb3f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4421a95-2d76-4360-8e3c-a30e2abf255b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472772 May 09 23:06:24.651938 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c014ce8-ae07-4840-b81e-81bf52105c90 req-a02663a8-abbf-4dd5-9d80-1db455e12048 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:24.653375 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0c014ce8-ae07-4840-b81e-81bf52105c90 req-a02663a8-abbf-4dd5-9d80-1db455e12048 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0471969 May 09 23:06:24.714931 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0c014ce8-ae07-4840-b81e-81bf52105c90 req-e91038dc-d89b-4a97-984b-e0df9f233809 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551128 May 09 23:06:24.746389 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device dbdbce6a-9c78-4254-8fbd-830828ffb663 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:06:24.808751 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port dbdbce6a-9c78-4254-8fbd-830828ffb663 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:06:24.809906 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78be15-e5fc-498f-9584-ed5824b5b645 req-09b64da3-42d3-4d00-9fec-cb06baa0b4d8 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:24.811577 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5c78be15-e5fc-498f-9584-ed5824b5b645 req-09b64da3-42d3-4d00-9fec-cb06baa0b4d8 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0631616 May 09 23:06:24.816421 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port dbdbce6a-9c78-4254-8fbd-830828ffb663 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:06:24.816759 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:24.875354 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5c78be15-e5fc-498f-9584-ed5824b5b645 req-18181864-6992-45de-aea1-84e579f214b8 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561059 May 09 23:06:24.884688 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8796a-8f89-4bf2-9f8e-b3faeb0941e5 req-4328a8df-0494-41b2-b51f-e1e85434de75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:24.886633 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e2d8796a-8f89-4bf2-9f8e-b3faeb0941e5 req-4328a8df-0494-41b2-b51f-e1e85434de75 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 944 time: 0.0565996 May 09 23:06:24.922994 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port dbdbce6a-9c78-4254-8fbd-830828ffb663 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:06:24.923523 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:24.951471 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf9ab5d-6496-440d-8d1c-7e83d1d7386d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdbce6a-9c78-4254-8fbd-830828ffb663'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:06:24.955140 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809215c5-9e7e-4017-b03a-7b4f750f335a" -d '{"events": [{"server_uuid": "fbf9ab5d-6496-440d-8d1c-7e83d1d7386d", "name": "network-vif-plugged", "status": "completed", "tag": "dbdbce6a-9c78-4254-8fbd-830828ffb663"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:06:24.963582 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e2d8796a-8f89-4bf2-9f8e-b3faeb0941e5 req-5acca1ec-6510-4646-96b8-5b016756ce5f tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707862 May 09 23:06:24.970544 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b5bba-1f05-441a-bee9-2d95c93a2c02 req-6fc777df-1bab-4c19-9684-dfd797d16d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:24.972195 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-813b5bba-1f05-441a-bee9-2d95c93a2c02 req-6fc777df-1bab-4c19-9684-dfd797d16d40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ade18d94-f583-4dc4-a3e4-e9965d9dcdb5 HTTP/1.1" status: 200 len: 854 time: 0.0608809 May 09 23:06:24.972874 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port dbdbce6a-9c78-4254-8fbd-830828ffb663, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dbdbce6a-9c78-4254-8fbd-830828ffb663,segment=NetworkSegment(fc1f8d0c-2512-4b9c-8ab8-5f40db4be252),segment_id=fc1f8d0c-2512-4b9c-8ab8-5f40db4be252)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:06:24.977986 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:25.008408 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1a8504-44df-42ba-b365-17f39dcc33ed x-openstack-request-id: req-8b1a8504-44df-42ba-b365-17f39dcc33ed {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:06:25.008729 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf9ab5d-6496-440d-8d1c-7e83d1d7386d", "name": "network-vif-plugged", "status": "completed", "tag": "dbdbce6a-9c78-4254-8fbd-830828ffb663", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:06:25.008988 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b1a8504-44df-42ba-b365-17f39dcc33ed {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:06:25.009380 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b1a8504-44df-42ba-b365-17f39dcc33ed'] response: {'server_uuid': 'fbf9ab5d-6496-440d-8d1c-7e83d1d7386d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdbce6a-9c78-4254-8fbd-830828ffb663', 'code': 200} May 09 23:06:25.017441 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cdc9d-4e82-44b9-b8e5-87d8c5cd696e req-b1dd7d99-fa38-4515-93dc-34fa5ae69940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:25.019527 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-247cdc9d-4e82-44b9-b8e5-87d8c5cd696e req-b1dd7d99-fa38-4515-93dc-34fa5ae69940 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0853043 May 09 23:06:25.021356 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-813b5bba-1f05-441a-bee9-2d95c93a2c02 req-b05eacbb-c8f2-4dc7-a71c-df888d8c52ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=378d612b-31ab-4d07-8c08-26e101d40f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422158 May 09 23:06:25.035795 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=dbdbce6a-9c78-4254-8fbd-830828ffb663,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:25.081672 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-247cdc9d-4e82-44b9-b8e5-87d8c5cd696e req-a4a4573b-358c-4ba6-b345-aa82da2f54bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481710 May 09 23:06:25.135192 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-813b5bba-1f05-441a-bee9-2d95c93a2c02 req-0a0ea8cb-53db-4037-96a0-1fcec22a568a service neutron] 10.222.0.55 "GET /v2.0/networks/378d612b-31ab-4d07-8c08-26e101d40f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891144 May 09 23:06:25.361777 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7430d1-b695-4554-af83-d11e63206a16 req-1942b114-6a9a-43c9-8260-ec026e3e2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:25.363332 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3a7430d1-b695-4554-af83-d11e63206a16 req-1942b114-6a9a-43c9-8260-ec026e3e2254 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 1129 time: 0.0422809 May 09 23:06:25.375057 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-813b5bba-1f05-441a-bee9-2d95c93a2c02 req-8b40cf58-2b48-49e0-a745-4b1b08eef595 service neutron] 10.222.0.55 "GET /v2.0/networks/378d612b-31ab-4d07-8c08-26e101d40f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833440 May 09 23:06:25.406479 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3a7430d1-b695-4554-af83-d11e63206a16 req-8f7a26f8-6162-42b3-ae40-933783dfb81e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365317 May 09 23:06:25.584879 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579bbfe-1ce3-4b74-ba0e-67f99c8fd06d req-995876a0-52ff-4d8c-95a7-3875c92c1cd4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:25.586343 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a579bbfe-1ce3-4b74-ba0e-67f99c8fd06d req-995876a0-52ff-4d8c-95a7-3875c92c1cd4 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 946 time: 0.0459347 May 09 23:06:25.631132 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a579bbfe-1ce3-4b74-ba0e-67f99c8fd06d req-f5b95a8e-9004-461d-b59d-95194251f755 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4421a95-2d76-4360-8e3c-a30e2abf255b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394275 May 09 23:06:25.651795 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:25.748112 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c9b38-8795-4dd6-bb56-a32eacb1760c req-db0c2075-a26b-4207-953a-3ce86bc43345 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:25.750357 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-202c9b38-8795-4dd6-bb56-a32eacb1760c req-db0c2075-a26b-4207-953a-3ce86bc43345 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 946 time: 0.0541871 May 09 23:06:25.758893 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 33524) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:06:25.763325 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-1636f69d-0b39-498b-b62c-8edf049315d9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'floatingip': {'port_id': '49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:06:25.804364 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1636f69d-0b39-498b-b62c-8edf049315d9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (0cb7d68a-a22f-4263-9751-4210454f4e87), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:25.833218 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360166f6-4cd0-4a65-a2d3-455d43ccf386 req-0cb3c679-cdd9-4e8a-9958-0ca3eb59f9f0 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:25.836711 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-360166f6-4cd0-4a65-a2d3-455d43ccf386 req-0cb3c679-cdd9-4e8a-9958-0ca3eb59f9f0 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0492713 May 09 23:06:25.897472 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-360166f6-4cd0-4a65-a2d3-455d43ccf386 req-946964a2-aa2b-43eb-8263-3accb597f9f3 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567477 May 09 23:06:26.011883 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefe9ea-5fea-4f96-bb77-1277c1d4ec2f req-7b00d4b0-a457-48ea-8f41-ba4364cd59b6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:26.013357 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6eefe9ea-5fea-4f96-bb77-1277c1d4ec2f req-7b00d4b0-a457-48ea-8f41-ba4364cd59b6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0578237 May 09 23:06:26.088211 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f405441-6fb8-4e67-b7e6-16dba27795c7 req-f2dc9742-af3c-488e-b59e-554d2d7d5297 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:26.089687 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4f405441-6fb8-4e67-b7e6-16dba27795c7 req-f2dc9742-af3c-488e-b59e-554d2d7d5297 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 945 time: 0.0465121 May 09 23:06:26.135672 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4f405441-6fb8-4e67-b7e6-16dba27795c7 req-efd9cba9-f9c4-4f03-9b18-432caf9a4cb5 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395188 May 09 23:06:26.136226 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6eefe9ea-5fea-4f96-bb77-1277c1d4ec2f req-36cd2d5d-e5dd-45e0-9508-81bf508d6585 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158838 May 09 23:06:26.325174 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1636f69d-0b39-498b-b62c-8edf049315d9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:26.329664 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1636f69d-0b39-498b-b62c-8edf049315d9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (0cb7d68a-a22f-4263-9751-4210454f4e87), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:26.431139 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [None req-1636f69d-0b39-498b-b62c-8edf049315d9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Floating IP 0cb7d68a-a22f-4263-9751-4210454f4e87 associated. External IP: 172.27.3.219, port: 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e. May 09 23:06:26.646025 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1636f69d-0b39-498b-b62c-8edf049315d9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:06:26.756405 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1636f69d-0b39-498b-b62c-8edf049315d9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:06:26.760786 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1636f69d-0b39-498b-b62c-8edf049315d9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:26.766263 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33e3af-b270-4607-9846-a35f14c45dc1 None None] Sync routers for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:06:26.775949 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33e3af-b270-4607-9846-a35f14c45dc1 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:06:26.776557 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-eb33e3af-b270-4607-9846-a35f14c45dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:06:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:06:26.789285 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-1636f69d-0b39-498b-b62c-8edf049315d9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "PUT /v2.0/floatingips/0cb7d68a-a22f-4263-9751-4210454f4e87 HTTP/1.1" status: 200 len: 992 time: 1.0293276 May 09 23:06:26.789865 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ea1b8e-49ff-4716-8cbf-ca11225258aa', 'tag': '49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:06:26.792139 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de805f0d-cdc6-46f6-9e2c-81262040045d" -d '{"events": [{"name": "network-changed", "server_uuid": "31ea1b8e-49ff-4716-8cbf-ca11225258aa", "tag": "49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:06:26.832099 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7e3d79-4b79-4a97-b4d4-7db33a21dd9f x-openstack-request-id: req-8f7e3d79-4b79-4a97-b4d4-7db33a21dd9f {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:06:26.832470 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ea1b8e-49ff-4716-8cbf-ca11225258aa", "tag": "49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:06:26.832855 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f7e3d79-4b79-4a97-b4d4-7db33a21dd9f {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:06:26.833309 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f7e3d79-4b79-4a97-b4d4-7db33a21dd9f'] response: {'name': 'network-changed', 'server_uuid': '31ea1b8e-49ff-4716-8cbf-ca11225258aa', 'tag': '49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e', 'status': 'completed', 'code': 200} May 09 23:06:26.887049 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-eb33e3af-b270-4607-9846-a35f14c45dc1 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:06:27.027012 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636bcb8-5b19-48aa-9787-5d184ce41ce1 req-4ae0de41-d48a-4d57-9cbe-d4cfc14d42e2 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:27.031221 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5636bcb8-5b19-48aa-9787-5d184ce41ce1 req-4ae0de41-d48a-4d57-9cbe-d4cfc14d42e2 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0605137 May 09 23:06:27.112216 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de805f0d-cdc6-46f6-9e2c-81262040045d req-1c88a174-3b98-49cf-81de-ae560cf94e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:27.113863 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5636bcb8-5b19-48aa-9787-5d184ce41ce1 req-9cadcfa3-baf7-44b4-bf4c-5ff0472affd5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763383 May 09 23:06:27.115172 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-de805f0d-cdc6-46f6-9e2c-81262040045d req-1c88a174-3b98-49cf-81de-ae560cf94e1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 1130 time: 0.0571084 May 09 23:06:27.143678 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-eb33e3af-b270-4607-9846-a35f14c45dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '0cb7d68a-a22f-4263-9751-4210454f4e87', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:40:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea1b8e-49ff-4716-8cbf-ca11225258aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:06:11Z', 'updated_at': '2022-05-09T23:06:26Z', 'revision_number': 1, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:06:27.174395 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33e3af-b270-4607-9846-a35f14c45dc1 None None] Checking router: 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:06:27.182992 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33e3af-b270-4607-9846-a35f14c45dc1 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:06:27.183602 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-eb33e3af-b270-4607-9846-a35f14c45dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:06:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:06:27.254108 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a606869-4b27-4d58-b17a-e19918128068 req-ae123fee-225b-445c-979f-3c1da2261a41 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:27.255260 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a1b32-1ad9-4022-9ce4-cb8189783555 req-72388208-deb9-4302-861a-1ba689197a37 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:27.255649 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0a606869-4b27-4d58-b17a-e19918128068 req-ae123fee-225b-445c-979f-3c1da2261a41 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0493090 May 09 23:06:27.256716 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fd9a1b32-1ad9-4022-9ce4-cb8189783555 req-72388208-deb9-4302-861a-1ba689197a37 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 945 time: 0.0510075 May 09 23:06:27.292327 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-eb33e3af-b270-4607-9846-a35f14c45dc1 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:06:27.304428 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fd9a1b32-1ad9-4022-9ce4-cb8189783555 req-cd702483-e693-4a24-946c-28450ee636db tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422132 May 09 23:06:27.306587 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0a606869-4b27-4d58-b17a-e19918128068 req-c6981614-6d58-4777-9a7e-2b51ab3466a8 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447273 May 09 23:06:27.508319 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-eb33e3af-b270-4607-9846-a35f14c45dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '0cb7d68a-a22f-4263-9751-4210454f4e87', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:40:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea1b8e-49ff-4716-8cbf-ca11225258aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:06:11Z', 'updated_at': '2022-05-09T23:06:26Z', 'revision_number': 1, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:06:27.538344 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33e3af-b270-4607-9846-a35f14c45dc1 None None] The sync data for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi is: [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '0cb7d68a-a22f-4263-9751-4210454f4e87', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:40:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ea1b8e-49ff-4716-8cbf-ca11225258aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:06:11Z', 'updated_at': '2022-05-09T23:06:26Z', 'revision_number': 1, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:06:27.662809 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de805f0d-cdc6-46f6-9e2c-81262040045d req-64d5a771-e7f2-4bd5-889e-93c5fc87136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:27.664023 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-de805f0d-cdc6-46f6-9e2c-81262040045d req-64d5a771-e7f2-4bd5-889e-93c5fc87136f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 916 time: 0.0999589 May 09 23:06:27.728222 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa064b-c5fb-43b3-a0d0-ab26f289a29a req-ad3c71d9-875b-469e-84ae-18cf048c4aa5 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:27.729782 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-94aa064b-c5fb-43b3-a0d0-ab26f289a29a req-ad3c71d9-875b-469e-84ae-18cf048c4aa5 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0593290 May 09 23:06:27.740179 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-de805f0d-cdc6-46f6-9e2c-81262040045d req-54fdd253-a40d-4b9a-911c-d80e1a5ea48f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e HTTP/1.1" status: 200 len: 1000 time: 0.0651121 May 09 23:06:27.782432 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-94aa064b-c5fb-43b3-a0d0-ab26f289a29a req-76374184-491b-445a-8b4c-eb9b90757478 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463293 May 09 23:06:27.789787 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d26291-df21-4d07-9503-66242e8d78b6 None None] New status for floating IP 0cb7d68a-a22f-4263-9751-4210454f4e87: ACTIVE {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:06:27.945827 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de805f0d-cdc6-46f6-9e2c-81262040045d req-e70f9563-7a80-45e6-b0d0-44fe40368e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:27.947697 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-de805f0d-cdc6-46f6-9e2c-81262040045d req-e70f9563-7a80-45e6-b0d0-44fe40368e57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d84bfe41-fb6f-4a50-9a95-878c5deeae54 HTTP/1.1" status: 200 len: 854 time: 0.0465636 May 09 23:06:27.965861 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71626401-b982-4034-8bd2-196065b8e61e req-7468f4fd-6315-4db3-8c97-a58661800f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:27.967438 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-71626401-b982-4034-8bd2-196065b8e61e req-7468f4fd-6315-4db3-8c97-a58661800f30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0597827 May 09 23:06:27.993582 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de805f0d-cdc6-46f6-9e2c-81262040045d req-789f6577-b2e9-49d9-9b37-6000333e6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:27.995298 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-de805f0d-cdc6-46f6-9e2c-81262040045d req-789f6577-b2e9-49d9-9b37-6000333e6683 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8d1714e-6adf-478e-9341-0aabd043adfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406339 May 09 23:06:28.230212 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fe4cb-2408-4450-af68-4e1f75190740 req-72680ead-0ccc-48ff-989d-362b0d02e2f3 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:28.232547 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-895fe4cb-2408-4450-af68-4e1f75190740 req-72680ead-0ccc-48ff-989d-362b0d02e2f3 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0480049 May 09 23:06:28.290408 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-895fe4cb-2408-4450-af68-4e1f75190740 req-ad4b96f2-6470-4d2b-9f7f-217e31fcfb4e tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=c3c34fa7-022c-4947-82d8-84d73b758654&id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515976 May 09 23:06:28.639017 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71626401-b982-4034-8bd2-196065b8e61e req-64ac0492-8d1e-47f1-8b82-cadb9f47ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:28.640554 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-71626401-b982-4034-8bd2-196065b8e61e req-64ac0492-8d1e-47f1-8b82-cadb9f47ed32 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 920 time: 0.1004772 May 09 23:06:28.658806 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-de805f0d-cdc6-46f6-9e2c-81262040045d req-1a049ebc-3a88-4b86-ae47-09e3c53d0fb4 service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949621 May 09 23:06:28.742683 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-71626401-b982-4034-8bd2-196065b8e61e req-7bedf04b-436a-42c2-830a-02c1147c0716 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4111c9d-b7d8-4877-85f0-8a4596bfc164 HTTP/1.1" status: 200 len: 1001 time: 0.0920160 May 09 23:06:28.749240 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-de805f0d-cdc6-46f6-9e2c-81262040045d req-dc456331-1971-4b5c-82c5-8a28ce9c4d4a service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831845 May 09 23:06:28.807506 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71626401-b982-4034-8bd2-196065b8e61e req-1f5b0824-d3fe-4c8a-a82b-e1fdd5ca1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:28.808946 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-71626401-b982-4034-8bd2-196065b8e61e req-1f5b0824-d3fe-4c8a-a82b-e1fdd5ca1cdc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.0474837 May 09 23:06:28.861548 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71626401-b982-4034-8bd2-196065b8e61e req-ed392a9d-df63-4b8e-950b-8ca52f223c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:28.863051 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-71626401-b982-4034-8bd2-196065b8e61e req-ed392a9d-df63-4b8e-950b-8ca52f223c62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409796 May 09 23:06:28.901944 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfa133-626d-4a57-bd77-9fa84585e565 req-3d204a73-3000-4eb1-9505-7c3eef21bdac tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:28.903544 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e6dfa133-626d-4a57-bd77-9fa84585e565 req-3d204a73-3000-4eb1-9505-7c3eef21bdac tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0482385 May 09 23:06:28.959395 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-71626401-b982-4034-8bd2-196065b8e61e req-df327e21-6514-4f99-a27e-9dd81670afb8 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878682 May 09 23:06:28.960252 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e6dfa133-626d-4a57-bd77-9fa84585e565 req-ab0bdec9-2347-423b-961c-81a6dec8ac6b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505486 May 09 23:06:29.055759 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-71626401-b982-4034-8bd2-196065b8e61e req-908e76da-1eaa-4626-b8e4-a9cd844e6d14 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904231 May 09 23:06:30.076263 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d30bbd-6150-4e12-adce-634409a17bbe req-c6c278a0-6771-486b-a80d-0206c21548e2 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:30.078601 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-46d30bbd-6150-4e12-adce-634409a17bbe req-c6c278a0-6771-486b-a80d-0206c21548e2 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0478618 May 09 23:06:30.125296 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-46d30bbd-6150-4e12-adce-634409a17bbe req-16fab794-022e-45e4-9924-57b0129a68b2 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406468 May 09 23:06:31.236587 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a9f62-54b4-428c-83df-cf3f5f731839 req-d6eeb01b-0be7-4e1d-9c21-3e89c78a60c6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:31.238074 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cd9a9f62-54b4-428c-83df-cf3f5f731839 req-d6eeb01b-0be7-4e1d-9c21-3e89c78a60c6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0464902 May 09 23:06:31.284342 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cd9a9f62-54b4-428c-83df-cf3f5f731839 req-7614a1b4-6678-40b9-abf9-3d34c426a51b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408752 May 09 23:06:32.409162 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b54a31-cc36-48da-a675-c6398571f4b0 req-14e7984d-2f19-4060-9edc-454ba3a81245 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:32.410919 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-21b54a31-cc36-48da-a675-c6398571f4b0 req-14e7984d-2f19-4060-9edc-454ba3a81245 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0501444 May 09 23:06:32.455770 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-21b54a31-cc36-48da-a675-c6398571f4b0 req-0fc93ea0-004d-4d5f-bc54-d2cd9dc259ad tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393908 May 09 23:06:32.564233 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2369da1-66ad-49ef-9566-3c42a592dc70 req-404cc2a4-8a2e-4fc2-8f90-c6417c6fcd97 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:32.565591 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c2369da1-66ad-49ef-9566-3c42a592dc70 req-404cc2a4-8a2e-4fc2-8f90-c6417c6fcd97 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0457890 May 09 23:06:32.573898 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33584) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:06:32.578776 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-35b91fcf-131b-418e-b4d5-5a1b8ce79f10 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Request body: {'floatingip': {'port_id': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:06:32.635362 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-35b91fcf-131b-418e-b4d5-5a1b8ce79f10 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for floatingip (122caaec-ee86-4c55-bee9-a9d0fd178187), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:33.106869 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-35b91fcf-131b-418e-b4d5-5a1b8ce79f10 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:33.110925 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-35b91fcf-131b-418e-b4d5-5a1b8ce79f10 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (122caaec-ee86-4c55-bee9-a9d0fd178187), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:33.314715 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b91fcf-131b-418e-b4d5-5a1b8ce79f10 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Router 51f3d03d-15df-4054-89d2-08fbe6a1672a has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:06:33.654530 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b91fcf-131b-418e-b4d5-5a1b8ce79f10 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:06:33.659636 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-35b91fcf-131b-418e-b4d5-5a1b8ce79f10 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:33.664773 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7259958-bacc-4dd5-928a-0734969f0ee9 None None] Sync routers for ids ['51f3d03d-15df-4054-89d2-08fbe6a1672a'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:06:33.674708 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7259958-bacc-4dd5-928a-0734969f0ee9 None None] Routers {'51f3d03d-15df-4054-89d2-08fbe6a1672a'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:06:33.675318 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-f7259958-bacc-4dd5-928a-0734969f0ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:06:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['51f3d03d-15df-4054-89d2-08fbe6a1672a'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:06:33.689976 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'tag': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:06:33.692237 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbe91f6-28f3-4d0a-90c4-c34120448299" -d '{"events": [{"name": "network-changed", "server_uuid": "bccbae96-189c-4f1a-8a18-a94e8684d9b6", "tag": "f4111c9d-b7d8-4877-85f0-8a4596bfc164"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:06:33.721703 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-35b91fcf-131b-418e-b4d5-5a1b8ce79f10 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "PUT /v2.0/floatingips/122caaec-ee86-4c55-bee9-a9d0fd178187 HTTP/1.1" status: 200 len: 993 time: 1.1467083 May 09 23:06:33.730590 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fc18b3-389b-434c-8dfc-e523a40a28c8 x-openstack-request-id: req-53fc18b3-389b-434c-8dfc-e523a40a28c8 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:06:33.730891 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccbae96-189c-4f1a-8a18-a94e8684d9b6", "tag": "f4111c9d-b7d8-4877-85f0-8a4596bfc164", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:06:33.731154 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53fc18b3-389b-434c-8dfc-e523a40a28c8 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:06:33.731826 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53fc18b3-389b-434c-8dfc-e523a40a28c8'] response: {'name': 'network-changed', 'server_uuid': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'tag': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164', 'status': 'completed', 'code': 200} May 09 23:06:33.789801 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-f7259958-bacc-4dd5-928a-0734969f0ee9 None None] Set router 51f3d03d-15df-4054-89d2-08fbe6a1672a gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:06:33.793731 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe91f6-28f3-4d0a-90c4-c34120448299 req-208f2cce-9408-4f08-addc-0d5f2be0151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:33.795258 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dbbe91f6-28f3-4d0a-90c4-c34120448299 req-208f2cce-9408-4f08-addc-0d5f2be0151b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0388577 May 09 23:06:33.889591 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe91f6-28f3-4d0a-90c4-c34120448299 req-46d00df6-87ad-4408-9cf4-a8c387b2f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:33.891579 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dbbe91f6-28f3-4d0a-90c4-c34120448299 req-46d00df6-87ad-4408-9cf4-a8c387b2f9b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 920 time: 0.0886030 May 09 23:06:33.954252 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dbbe91f6-28f3-4d0a-90c4-c34120448299 req-46b1e909-5f21-4be8-bd10-c4378c041c17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4111c9d-b7d8-4877-85f0-8a4596bfc164 HTTP/1.1" status: 200 len: 1001 time: 0.0565219 May 09 23:06:33.998655 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-f7259958-bacc-4dd5-928a-0734969f0ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 4, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '122caaec-ee86-4c55-bee9-a9d0fd178187', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'port_id': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'mac_address': 'fa:16:3e:fb:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:04:32Z', 'updated_at': '2022-05-09T23:06:33Z', 'revision_number': 3, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8642683-2128-485f-80aa-21be69c1e51f', 'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'mac_address': 'fa:16:3e:67:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:24Z', 'updated_at': '2022-05-09T23:02:33Z', 'revision_number': 5, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'subnets': [{'id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:06:34.008642 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe91f6-28f3-4d0a-90c4-c34120448299 req-a208d149-57bf-4b93-8454-a20d34465d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:34.010096 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dbbe91f6-28f3-4d0a-90c4-c34120448299 req-a208d149-57bf-4b93-8454-a20d34465d42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.0425613 May 09 23:06:34.028455 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7259958-bacc-4dd5-928a-0734969f0ee9 None None] Checking router: 51f3d03d-15df-4054-89d2-08fbe6a1672a for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:06:34.036784 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7259958-bacc-4dd5-928a-0734969f0ee9 None None] Routers {'51f3d03d-15df-4054-89d2-08fbe6a1672a'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:06:34.037399 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-f7259958-bacc-4dd5-928a-0734969f0ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:06:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['51f3d03d-15df-4054-89d2-08fbe6a1672a'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:06:34.055197 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe91f6-28f3-4d0a-90c4-c34120448299 req-08c3b3a4-e757-4953-a34f-267ec95a442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:34.056695 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dbbe91f6-28f3-4d0a-90c4-c34120448299 req-08c3b3a4-e757-4953-a34f-267ec95a442d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402784 May 09 23:06:34.142363 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-f7259958-bacc-4dd5-928a-0734969f0ee9 None None] Set router 51f3d03d-15df-4054-89d2-08fbe6a1672a gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:06:34.264264 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dbbe91f6-28f3-4d0a-90c4-c34120448299 req-f2fd3787-8271-48fe-a1cc-bbce1d08eb00 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828142 May 09 23:06:34.426838 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-f7259958-bacc-4dd5-928a-0734969f0ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 4, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '122caaec-ee86-4c55-bee9-a9d0fd178187', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'port_id': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'mac_address': 'fa:16:3e:fb:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:04:32Z', 'updated_at': '2022-05-09T23:06:33Z', 'revision_number': 3, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8642683-2128-485f-80aa-21be69c1e51f', 'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'mac_address': 'fa:16:3e:67:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:24Z', 'updated_at': '2022-05-09T23:02:33Z', 'revision_number': 5, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'subnets': [{'id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:06:34.455414 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7259958-bacc-4dd5-928a-0734969f0ee9 None None] The sync data for ids ['51f3d03d-15df-4054-89d2-08fbe6a1672a'] in dv-cinder-840678-5-iscsi is: [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 4, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '122caaec-ee86-4c55-bee9-a9d0fd178187', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'port_id': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'mac_address': 'fa:16:3e:fb:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:04:32Z', 'updated_at': '2022-05-09T23:06:33Z', 'revision_number': 3, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8642683-2128-485f-80aa-21be69c1e51f', 'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'mac_address': 'fa:16:3e:67:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:24Z', 'updated_at': '2022-05-09T23:02:33Z', 'revision_number': 5, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'subnets': [{'id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:06:34.921008 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dbbe91f6-28f3-4d0a-90c4-c34120448299 req-b9a14860-ea64-4721-b886-daa6b1a7bfa2 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163006 May 09 23:06:35.733238 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'tag': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:06:35.735692 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0e3daa-d6c1-4c3d-b043-945dbbe5c1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bccbae96-189c-4f1a-8a18-a94e8684d9b6", "tag": "f4111c9d-b7d8-4877-85f0-8a4596bfc164"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:06:35.770076 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de2751f-6618-4288-8aac-bc985de537e7 x-openstack-request-id: req-4de2751f-6618-4288-8aac-bc985de537e7 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:06:35.770387 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccbae96-189c-4f1a-8a18-a94e8684d9b6", "tag": "f4111c9d-b7d8-4877-85f0-8a4596bfc164", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:06:35.770641 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4de2751f-6618-4288-8aac-bc985de537e7 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:06:35.771032 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de2751f-6618-4288-8aac-bc985de537e7'] response: {'name': 'network-changed', 'server_uuid': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'tag': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164', 'status': 'completed', 'code': 200} May 09 23:06:35.834809 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e3daa-d6c1-4c3d-b043-945dbbe5c1e6 req-022a2860-050a-4124-9105-76f613466fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:35.836261 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6d0e3daa-d6c1-4c3d-b043-945dbbe5c1e6 req-022a2860-050a-4124-9105-76f613466fa8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0380921 May 09 23:06:35.926697 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e3daa-d6c1-4c3d-b043-945dbbe5c1e6 req-72635846-8a59-4eeb-8b8c-d5f051858f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:35.928035 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6d0e3daa-d6c1-4c3d-b043-945dbbe5c1e6 req-72635846-8a59-4eeb-8b8c-d5f051858f7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 920 time: 0.0828648 May 09 23:06:36.850254 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6d0e3daa-d6c1-4c3d-b043-945dbbe5c1e6 req-ddc97e8b-e10c-46cc-acb1-a141f0f5a4f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4111c9d-b7d8-4877-85f0-8a4596bfc164 HTTP/1.1" status: 200 len: 1001 time: 0.0622950 May 09 23:06:37.618901 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e3daa-d6c1-4c3d-b043-945dbbe5c1e6 req-22a3c7d9-5a49-4afa-8cc4-e2bc58c838eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:37.620241 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6d0e3daa-d6c1-4c3d-b043-945dbbe5c1e6 req-22a3c7d9-5a49-4afa-8cc4-e2bc58c838eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.0439491 May 09 23:06:38.615664 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e3daa-d6c1-4c3d-b043-945dbbe5c1e6 req-79a4e935-6713-4867-a609-e0718d65325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:38.617013 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6d0e3daa-d6c1-4c3d-b043-945dbbe5c1e6 req-79a4e935-6713-4867-a609-e0718d65325d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376399 May 09 23:06:38.715603 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6d0e3daa-d6c1-4c3d-b043-945dbbe5c1e6 req-01a28f5b-67d2-4dd3-8198-3a2e7cd592ac service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825875 May 09 23:06:38.803618 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6d0e3daa-d6c1-4c3d-b043-945dbbe5c1e6 req-9070385a-251e-4703-a7c1-aed66a293f0c service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796397 May 09 23:06:46.983225 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:47.143001 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:06:48.784273 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d369d0-3132-4ed5-a898-0630d7b77199 req-b09a2407-7dbb-462d-bce5-6a6afd5a0887 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:48.785636 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c7d369d0-3132-4ed5-a898-0630d7b77199 req-b09a2407-7dbb-462d-bce5-6a6afd5a0887 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 945 time: 0.0500646 May 09 23:06:48.831006 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c7d369d0-3132-4ed5-a898-0630d7b77199 req-2944340d-b75a-4535-bc74-f744abc265a7 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 May 09 23:06:49.382361 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2c34d73e-1786-46f0-a57c-5474b1c67901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:49.944019 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f469d-936f-48b6-8dda-ed81ff12e8fc req-4a63d7f7-8d05-4265-81a9-f205f714582d tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:49.945391 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b64f469d-936f-48b6-8dda-ed81ff12e8fc req-4a63d7f7-8d05-4265-81a9-f205f714582d tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 945 time: 0.0465803 May 09 23:06:49.994069 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b64f469d-936f-48b6-8dda-ed81ff12e8fc req-4d202657-6a50-4e12-b17c-0c6cab5b6d1e tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/security-groups?id=1de98e94-5555-4bc0-b4c9-45299fb2cda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432317 May 09 23:06:50.715726 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a18b5d-4180-4ec5-9288-a4b2ee526355 req-93a6a0cb-5a2c-4510-8dbe-f2ec1f7ba5a1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:06:50.717154 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-12a18b5d-4180-4ec5-9288-a4b2ee526355 req-93a6a0cb-5a2c-4510-8dbe-f2ec1f7ba5a1 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 945 time: 0.0458581 May 09 23:06:50.808828 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-12a18b5d-4180-4ec5-9288-a4b2ee526355 req-d61faedf-2c39-4b46-a645-e2f215506659 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Deleting port dbdbce6a-9c78-4254-8fbd-830828ffb663 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:06:50.809165 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-12a18b5d-4180-4ec5-9288-a4b2ee526355 req-d61faedf-2c39-4b46-a645-e2f215506659 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:50.897036 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-12a18b5d-4180-4ec5-9288-a4b2ee526355 req-d61faedf-2c39-4b46-a645-e2f215506659 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] For port dbdbce6a-9c78-4254-8fbd-830828ffb663, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dbdbce6a-9c78-4254-8fbd-830828ffb663,segment=NetworkSegment(fc1f8d0c-2512-4b9c-8ab8-5f40db4be252),segment_id=fc1f8d0c-2512-4b9c-8ab8-5f40db4be252)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:06:50.897319 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-12a18b5d-4180-4ec5-9288-a4b2ee526355 req-d61faedf-2c39-4b46-a645-e2f215506659 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:50.910395 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-12a18b5d-4180-4ec5-9288-a4b2ee526355 req-d61faedf-2c39-4b46-a645-e2f215506659 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Calling delete_port for dbdbce6a-9c78-4254-8fbd-830828ffb663 owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:06:51.036943 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-12a18b5d-4180-4ec5-9288-a4b2ee526355 req-d61faedf-2c39-4b46-a645-e2f215506659 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (dbdbce6a-9c78-4254-8fbd-830828ffb663), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:51.050846 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['dbdbce6a-9c78-4254-8fbd-830828ffb663'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:06:51.066202 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61faedf-2c39-4b46-a645-e2f215506659 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Pushing event deleted for resources: {'Port': ['ID=dbdbce6a-9c78-4254-8fbd-830828ffb663,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:06:51.116927 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f92f3cfc-c065-4593-ba0b-10c9b9bf7e7e req-90b0c120-c0dd-452f-b25d-e5dbaad8ccbe tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbf9ab5d-6496-440d-8d1c-7e83d1d7386d HTTP/1.1" status: 200 len: 210 time: 0.0484121 May 09 23:06:51.137539 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a18b5d-4180-4ec5-9288-a4b2ee526355 req-d61faedf-2c39-4b46-a645-e2f215506659 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] No DVR routers for this DVR port dbdbce6a-9c78-4254-8fbd-830828ffb663 on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:06:51.140658 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-12a18b5d-4180-4ec5-9288-a4b2ee526355 req-d61faedf-2c39-4b46-a645-e2f215506659 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:51.143948 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-12a18b5d-4180-4ec5-9288-a4b2ee526355 req-d61faedf-2c39-4b46-a645-e2f215506659 tempest-VolumesSnapshotTestJSON-361051361 tempest-VolumesSnapshotTestJSON-361051361-project] 10.222.0.55 "DELETE /v2.0/ports/dbdbce6a-9c78-4254-8fbd-830828ffb663 HTTP/1.1" status: 204 len: 173 time: 0.4149380 May 09 23:06:51.144387 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf9ab5d-6496-440d-8d1c-7e83d1d7386d', 'name': 'network-vif-deleted', 'tag': 'dbdbce6a-9c78-4254-8fbd-830828ffb663'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:06:51.146849 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a7f34e-7487-4288-90e0-cbc06947212f" -d '{"events": [{"server_uuid": "fbf9ab5d-6496-440d-8d1c-7e83d1d7386d", "name": "network-vif-deleted", "tag": "dbdbce6a-9c78-4254-8fbd-830828ffb663"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:06:51.181622 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2a922f-7e93-48f9-b355-f4460a43b43d x-openstack-request-id: req-7f2a922f-7e93-48f9-b355-f4460a43b43d {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:06:51.181924 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf9ab5d-6496-440d-8d1c-7e83d1d7386d", "name": "network-vif-deleted", "tag": "dbdbce6a-9c78-4254-8fbd-830828ffb663", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:06:51.182214 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f2a922f-7e93-48f9-b355-f4460a43b43d {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:06:51.182619 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2a922f-7e93-48f9-b355-f4460a43b43d'] response: {'server_uuid': 'fbf9ab5d-6496-440d-8d1c-7e83d1d7386d', 'name': 'network-vif-deleted', 'tag': 'dbdbce6a-9c78-4254-8fbd-830828ffb663', 'status': 'completed', 'code': 200} May 09 23:06:51.680876 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bd47ddbb-2195-400c-b601-da8cbbfd0985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:52.913164 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:54.332905 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:06:55.491307 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device dbdbce6a-9c78-4254-8fbd-830828ffb663 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:06:55.510729 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: dbdbce6a-9c78-4254-8fbd-830828ffb663 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:06:55.511070 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device dbdbce6a-9c78-4254-8fbd-830828ffb663 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:06:55.656333 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:00.730276 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed46f9-9661-4858-8ed6-9dff073057c3 req-7d8441f5-6b23-4a9d-bb57-1b6d90adee52 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:00.732004 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4eed46f9-9661-4858-8ed6-9dff073057c3 req-7d8441f5-6b23-4a9d-bb57-1b6d90adee52 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 947 time: 0.0484674 May 09 23:07:00.777656 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4eed46f9-9661-4858-8ed6-9dff073057c3 req-d2a598ec-9df2-4321-a710-7e4065515780 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400817 May 09 23:07:01.905041 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf93ff-f9d4-4e35-9fbd-548a72b767ed req-6810b6ce-9b89-4cf8-9f47-78ecc0a96609 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:01.906446 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-eacf93ff-f9d4-4e35-9fbd-548a72b767ed req-6810b6ce-9b89-4cf8-9f47-78ecc0a96609 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 947 time: 0.0560064 May 09 23:07:01.951840 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-eacf93ff-f9d4-4e35-9fbd-548a72b767ed req-d8b6705c-ce14-4ab4-bf3a-0b84a517c897 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393045 May 09 23:07:03.067695 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca3b8d-5771-48fd-9d38-b1292cb345ed req-2cc667d0-c000-4dee-a516-d28283aebf5b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:03.069135 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1bca3b8d-5771-48fd-9d38-b1292cb345ed req-2cc667d0-c000-4dee-a516-d28283aebf5b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 947 time: 0.0459466 May 09 23:07:03.118250 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1bca3b8d-5771-48fd-9d38-b1292cb345ed req-ee30127c-fd5f-4d10-938c-4024ea32b84a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436566 May 09 23:07:04.176586 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-8b66252e-ae3d-40d9-8936-d8cec9ac0a11 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:04.178042 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-8b66252e-ae3d-40d9-8936-d8cec9ac0a11 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 947 time: 0.0464082 May 09 23:07:04.235692 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d3c66-e454-42d2-a527-48f01f57b506 req-8ab394e8-5fe9-483c-b307-1c7aaabe1d73 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:04.237173 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3d7d3c66-e454-42d2-a527-48f01f57b506 req-8ab394e8-5fe9-483c-b307-1c7aaabe1d73 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 947 time: 0.0464790 May 09 23:07:04.263752 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Deleting port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:04.264109 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:04.283944 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3d7d3c66-e454-42d2-a527-48f01f57b506 req-23871798-e81a-46a3-a985-e025decd1c7a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412545 May 09 23:07:04.361413 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] For port 9b2aff87-eeca-44a4-b616-becbcd5f1d58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b2aff87-eeca-44a4-b616-becbcd5f1d58,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:04.361755 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:04.529855 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:04.530248 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (b024526d-b85c-495f-9402-49c79bc76b28), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:04.530569 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Floating IP b024526d-b85c-495f-9402-49c79bc76b28 disassociated. External IP: 172.27.3.47, port: 9b2aff87-eeca-44a4-b616-becbcd5f1d58. May 09 23:07:04.530914 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Calling delete_port for 9b2aff87-eeca-44a4-b616-becbcd5f1d58 owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:04.659944 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (9b2aff87-eeca-44a4-b616-becbcd5f1d58), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:04.687111 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event deleted for resources: {'Port': ['ID=9b2aff87-eeca-44a4-b616-becbcd5f1d58,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:04.806339 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:07:04.916212 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:07:04.928310 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b41ce3-96d1-43bc-9f73-a4a1d9564aec None None] Sync routers for ids ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:07:04.939584 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b41ce3-96d1-43bc-9f73-a4a1d9564aec None None] Routers {'5c63b4d4-c43f-48a3-8bd7-9287ad887713'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:04.940341 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-24b41ce3-96d1-43bc-9f73-a4a1d9564aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:06:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:04.961034 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] No DVR routers for this DVR port 9b2aff87-eeca-44a4-b616-becbcd5f1d58 on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:07:04.963739 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:04.967096 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ef158b10-dbcd-434a-9974-c5d3c8d56b89 req-aae31754-ea52-40b5-90c1-16ccfd5ad723 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.55 "DELETE /v2.0/ports/9b2aff87-eeca-44a4-b616-becbcd5f1d58 HTTP/1.1" status: 204 len: 173 time: 0.7836852 May 09 23:07:04.967555 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'name': 'network-vif-deleted', 'tag': '9b2aff87-eeca-44a4-b616-becbcd5f1d58'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:04.970437 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8844349b-c374-4b3b-b7e7-0645d146380b" -d '{"events": [{"server_uuid": "2e5734d5-da65-4ee8-8684-e236f56da50a", "name": "network-vif-deleted", "tag": "9b2aff87-eeca-44a4-b616-becbcd5f1d58"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:05.005361 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc072a9-1f6b-4f34-a28a-eabcbd3a96ae x-openstack-request-id: req-1cc072a9-1f6b-4f34-a28a-eabcbd3a96ae {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:05.005706 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5734d5-da65-4ee8-8684-e236f56da50a", "name": "network-vif-deleted", "tag": "9b2aff87-eeca-44a4-b616-becbcd5f1d58", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:05.005981 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cc072a9-1f6b-4f34-a28a-eabcbd3a96ae {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:05.006408 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc072a9-1f6b-4f34-a28a-eabcbd3a96ae'] response: {'server_uuid': '2e5734d5-da65-4ee8-8684-e236f56da50a', 'name': 'network-vif-deleted', 'tag': '9b2aff87-eeca-44a4-b616-becbcd5f1d58', 'status': 'completed', 'code': 200} May 09 23:07:05.140722 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-24b41ce3-96d1-43bc-9f73-a4a1d9564aec None None] Set router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:05.336524 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-24b41ce3-96d1-43bc-9f73-a4a1d9564aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:47Z', 'revision_number': 5, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:05.363677 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b41ce3-96d1-43bc-9f73-a4a1d9564aec None None] Checking router: 5c63b4d4-c43f-48a3-8bd7-9287ad887713 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:07:05.371957 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b41ce3-96d1-43bc-9f73-a4a1d9564aec None None] Routers {'5c63b4d4-c43f-48a3-8bd7-9287ad887713'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:05.372557 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-24b41ce3-96d1-43bc-9f73-a4a1d9564aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:06:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:05.400776 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-bcc3e2e3-63eb-4034-8905-7b3bc8b5697b req-dfd283fd-ef9d-4522-84ca-49fa46adfe4f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e5734d5-da65-4ee8-8684-e236f56da50a HTTP/1.1" status: 200 len: 210 time: 0.0329213 May 09 23:07:05.488423 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-24b41ce3-96d1-43bc-9f73-a4a1d9564aec None None] Set router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:05.680156 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-24b41ce3-96d1-43bc-9f73-a4a1d9564aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:47Z', 'revision_number': 5, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:05.706065 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b41ce3-96d1-43bc-9f73-a4a1d9564aec None None] The sync data for ids ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'] in dv-cinder-840678-5-iscsi is: [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:47Z', 'revision_number': 5, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:07:05.909906 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0391bca9-7698-4b25-b251-a8a5e467a9e9 None None] New status for floating IP b024526d-b85c-495f-9402-49c79bc76b28: DOWN {{(pid=103352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:07:06.494274 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33792) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:06.547120 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group (63f8a23d-8dea-4b2f-840e-cd8e13d93a7a), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:06.569482 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group (63f8a23d-8dea-4b2f-840e-cd8e13d93a7a), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:06.615977 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (63f8a23d-8dea-4b2f-840e-cd8e13d93a7a), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:06.618537 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:06.619668 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "DELETE /v2.0/security-groups/63f8a23d-8dea-4b2f-840e-cd8e13d93a7a HTTP/1.1" status: 204 len: 168 time: 0.1243768 May 09 23:07:06.625510 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33794) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:06.639067 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.api.v2.resource [None req-e70af549-f64b-4cbb-ad80-8192dfaf4f08 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] show failed (client error): The resource could not be found. May 09 23:07:06.640038 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-e70af549-f64b-4cbb-ad80-8192dfaf4f08 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups/63f8a23d-8dea-4b2f-840e-cd8e13d93a7a HTTP/1.1" status: 404 len: 347 time: 0.0163949 May 09 23:07:06.640912 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f8a23d-8dea-4b2f-840e-cd8e13d93a7a,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:06.643551 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 33796) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:06.648643 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.649000 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.649344 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.649678 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.650011 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.650372 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.650699 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.651035 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.651363 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.651661 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.651987 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.652305 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.652622 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.652946 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.653262 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014cb0-ce7f-48dd-b8b5-dda712005220 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:06.761137 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-a2001e55-7ea0-42c4-9b2c-174dc6ca4760 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Deleting port 90ec0690-2166-4a1f-aad1-0b7e5a44e470 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:06.761384 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a2001e55-7ea0-42c4-9b2c-174dc6ca4760 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (90ec0690-2166-4a1f-aad1-0b7e5a44e470), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:06.834000 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a2001e55-7ea0-42c4-9b2c-174dc6ca4760 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (90ec0690-2166-4a1f-aad1-0b7e5a44e470), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:06.834347 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a2001e55-7ea0-42c4-9b2c-174dc6ca4760 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for floatingip (90ec0690-2166-4a1f-aad1-0b7e5a44e470), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:06.846710 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-a2001e55-7ea0-42c4-9b2c-174dc6ca4760 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Calling delete_port for 90ec0690-2166-4a1f-aad1-0b7e5a44e470 owned by network:floatingip {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:06.985530 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a2001e55-7ea0-42c4-9b2c-174dc6ca4760 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (90ec0690-2166-4a1f-aad1-0b7e5a44e470), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.001919 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 9b2aff87-eeca-44a4-b616-becbcd5f1d58 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:07.016072 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2001e55-7ea0-42c4-9b2c-174dc6ca4760 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event deleted for resources: {'Port': ['ID=90ec0690-2166-4a1f-aad1-0b7e5a44e470,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:07.024535 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: 9b2aff87-eeca-44a4-b616-becbcd5f1d58 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:07.025302 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 9b2aff87-eeca-44a4-b616-becbcd5f1d58 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:07.083035 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a2001e55-7ea0-42c4-9b2c-174dc6ca4760 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for floatingip (b024526d-b85c-495f-9402-49c79bc76b28), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.085541 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a2001e55-7ea0-42c4-9b2c-174dc6ca4760 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.086722 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-a2001e55-7ea0-42c4-9b2c-174dc6ca4760 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "DELETE /v2.0/floatingips/b024526d-b85c-495f-9402-49c79bc76b28 HTTP/1.1" status: 204 len: 168 time: 0.4421947 May 09 23:07:07.171227 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 33800) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:07.176339 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-e1cc77b4-27da-4192-9f3b-bb441aa83a89 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--387243881', 'description': 'tempest-description--891561120'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:07.196702 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e1cc77b4-27da-4192-9f3b-bb441aa83a89 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.263350 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e1cc77b4-27da-4192-9f3b-bb441aa83a89 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group (fa03320f-c9c7-43b0-b3f5-4598e80cc636), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.267517 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e1cc77b4-27da-4192-9f3b-bb441aa83a89 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (fa03320f-c9c7-43b0-b3f5-4598e80cc636), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.291608 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e1cc77b4-27da-4192-9f3b-bb441aa83a89 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.292840 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-e1cc77b4-27da-4192-9f3b-bb441aa83a89 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1206050 May 09 23:07:07.296120 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33802) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:07.300670 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc77b4-27da-4192-9f3b-bb441aa83a89 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa03320f-c9c7-43b0-b3f5-4598e80cc636,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:07.300835 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-06ccab29-1c35-4b4e-9693-dabfc5625040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Request body: {'security_group_rule': {'security_group_id': 'fa03320f-c9c7-43b0-b3f5-4598e80cc636', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:07.335581 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-06ccab29-1c35-4b4e-9693-dabfc5625040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group_rule (29ee2acf-da22-47b9-814a-ffe6f84e814a), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.398107 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-06ccab29-1c35-4b4e-9693-dabfc5625040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group_rule (29ee2acf-da22-47b9-814a-ffe6f84e814a), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.401911 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-06ccab29-1c35-4b4e-9693-dabfc5625040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (29ee2acf-da22-47b9-814a-ffe6f84e814a), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.421981 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccab29-1c35-4b4e-9693-dabfc5625040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ee2acf-da22-47b9-814a-ffe6f84e814a,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:07.430979 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-06ccab29-1c35-4b4e-9693-dabfc5625040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.432176 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-06ccab29-1c35-4b4e-9693-dabfc5625040 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349347 May 09 23:07:07.434831 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33810) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:07.439073 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-160df1b0-c2c3-4e6f-aa7e-f6c0f3dc5919 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Request body: {'security_group_rule': {'security_group_id': 'fa03320f-c9c7-43b0-b3f5-4598e80cc636', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:07.464059 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-160df1b0-c2c3-4e6f-aa7e-f6c0f3dc5919 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group_rule (8792b300-cfe3-4b5d-916c-5b2f0ba4f914), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.518365 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-160df1b0-c2c3-4e6f-aa7e-f6c0f3dc5919 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group_rule (8792b300-cfe3-4b5d-916c-5b2f0ba4f914), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.521929 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-160df1b0-c2c3-4e6f-aa7e-f6c0f3dc5919 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (8792b300-cfe3-4b5d-916c-5b2f0ba4f914), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.539577 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160df1b0-c2c3-4e6f-aa7e-f6c0f3dc5919 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8792b300-cfe3-4b5d-916c-5b2f0ba4f914,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:07.546422 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-160df1b0-c2c3-4e6f-aa7e-f6c0f3dc5919 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.547608 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-160df1b0-c2c3-4e6f-aa7e-f6c0f3dc5919 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1118691 May 09 23:07:07.550652 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33814) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:07.555369 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Request body: {'floatingip': {'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:07.576295 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.652214 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.757945 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Allocated IP 172.27.3.247 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/0c06cb96-65b4-40f3-a8c9-1563278e4c19) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:07:07.857131 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for port (0c06cb96-65b4-40f3-a8c9-1563278e4c19), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.889241 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (0c06cb96-65b4-40f3-a8c9-1563278e4c19), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:07.929272 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:07:07.932095 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:07:07.935616 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:07:07.964846 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event updated for resources: {'Port': ['ID=0c06cb96-65b4-40f3-a8c9-1563278e4c19,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:08.023796 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for floatingip (257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:08.060471 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (0c06cb96-65b4-40f3-a8c9-1563278e4c19), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:08.211929 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for port (0c06cb96-65b4-40f3-a8c9-1563278e4c19), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:08.216140 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (0c06cb96-65b4-40f3-a8c9-1563278e4c19), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:08.289616 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event updated for resources: {'Port': ['ID=0c06cb96-65b4-40f3-a8c9-1563278e4c19,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:08.295721 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:08.310916 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:08.312115 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-5cd97775-6445-4073-b3b1-119494f487a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7605059 May 09 23:07:08.502026 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-a235d6fd-7936-43c4-bfc6-d131a219e9d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--387243881&fields=id&tenant_id=0f38af4b388e49958aa17250c181b203 HTTP/1.1" status: 200 len: 267 time: 0.0446022 May 09 23:07:08.616458 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-cdf309af-dffd-4f9c-996d-6356a75e1bde tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:08.617941 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-cdf309af-dffd-4f9c-996d-6356a75e1bde tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/networks?id=741b3e88-dd66-49da-aaee-2d7e838ad44c HTTP/1.1" status: 200 len: 817 time: 0.1077363 May 09 23:07:08.632229 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-409a7b6b-5204-4623-8896-672d80886e2e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/quotas/0f38af4b388e49958aa17250c181b203 HTTP/1.1" status: 200 len: 375 time: 0.0090063 May 09 23:07:08.681170 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-d2eab9bf-af0f-4c8e-90df-91fadacf3421 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f38af4b388e49958aa17250c181b203&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439513 May 09 23:07:08.774728 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-bee2ce36-4215-4e09-92de-2248a37bd79d service neutron] 10.222.0.23 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825183 May 09 23:07:08.870533 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-18281d67-b439-428c-92ae-58fcb2f6689e service neutron] 10.222.0.23 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899277 May 09 23:07:09.026507 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f0970a6b-7f07-4104-aede-1580026019b3 req-8060d864-8170-495b-bb68-437aafba3f7d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 210 time: 0.0279822 May 09 23:07:09.972103 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-9ceb3c27-367f-4638-9843-7d86111dff79 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:09.973444 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-9ceb3c27-367f-4638-9843-7d86111dff79 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.55 "GET /v2.0/networks?id=741b3e88-dd66-49da-aaee-2d7e838ad44c HTTP/1.1" status: 200 len: 817 time: 0.1042974 May 09 23:07:10.034618 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-f622a0cd-4b05-4185-8666-329262671e01 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f38af4b388e49958aa17250c181b203 HTTP/1.1" status: 200 len: 379 time: 0.0516117 May 09 23:07:10.044542 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Request body: {'port': {'device_id': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'admin_state_up': True, 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'security_groups': ['fa03320f-c9c7-43b0-b3f5-4598e80cc636']}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:10.128457 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4dc6758d-f374-4a15-8d7e-b4a6ca96db9c req-a32a97a8-e403-4e9b-b304-18e6974b0dda tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 210 time: 0.0295382 May 09 23:07:10.154984 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Made reservation on behalf of 0f38af4b388e49958aa17250c181b203 for: {'port': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:07:10.159230 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:10.279708 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Allocated IP 172.20.0.14 (741b3e88-dd66-49da-aaee-2d7e838ad44c/7a988479-3364-4216-a8b0-ad3a5179dc4f/a898f67f-017d-433f-9c0f-e6793182e363) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:07:10.413377 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for port (a898f67f-017d-433f-9c0f-e6793182e363), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:10.444570 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (a898f67f-017d-433f-9c0f-e6793182e363), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:10.484323 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Network 741b3e88-dd66-49da-aaee-2d7e838ad44c is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:07:10.487380 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:07:10.490961 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:07:10.518622 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event updated for resources: {'Port': ['ID=a898f67f-017d-433f-9c0f-e6793182e363,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:10.533899 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.534190 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.534536 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.534872 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.535209 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.535542 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.535873 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.536199 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.536520 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.536846 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.537166 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.537487 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.537807 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.538147 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.538475 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:10.558453 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:10.559064 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:10.575793 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-c92e3c4c-f4bf-465c-91b3-4adc9f7c8318 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5348160 May 09 23:07:10.590750 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Request body: {'port': {'device_id': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:10.655838 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a898f67f-017d-433f-9c0f-e6793182e363), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:10.752057 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-1a885e7f-a00e-43af-8bc1-1dabe8b132a7 None None] Provisioning complete for port a898f67f-017d-433f-9c0f-e6793182e363 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:10.752536 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1a885e7f-a00e-43af-8bc1-1dabe8b132a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (a898f67f-017d-433f-9c0f-e6793182e363), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:10.792628 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-1a885e7f-a00e-43af-8bc1-1dabe8b132a7 None None] Port a898f67f-017d-433f-9c0f-e6793182e363 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:07:10.921034 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a898f67f-017d-433f-9c0f-e6793182e363 {{(pid=103350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:07:10.929025 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Publish callbacks [] for port (a898f67f-017d-433f-9c0f-e6793182e363), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:10.942279 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.provisioning_blocks [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Transition to ACTIVE for port object a898f67f-017d-433f-9c0f-e6793182e363 will not be triggered until provisioned by entity L2. {{(pid=103350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:07:10.946928 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (a898f67f-017d-433f-9c0f-e6793182e363), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:11.005054 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Pushing event updated for resources: {'Port': ['ID=a898f67f-017d-433f-9c0f-e6793182e363,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:11.080869 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Attempting to bind port a898f67f-017d-433f-9c0f-e6793182e363 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:07:11.081522 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Attempting to bind port a898f67f-017d-433f-9c0f-e6793182e363 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:07:11.081772 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Attempting to bind port a898f67f-017d-433f-9c0f-e6793182e363 on network 741b3e88-dd66-49da-aaee-2d7e838ad44c {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:07:11.086708 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Port a898f67f-017d-433f-9c0f-e6793182e363 on network 741b3e88-dd66-49da-aaee-2d7e838ad44c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:07:11.087032 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Attempting to bind port a898f67f-017d-433f-9c0f-e6793182e363 on network 741b3e88-dd66-49da-aaee-2d7e838ad44c {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:07:11.092177 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:07:11.092653 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Checking segment: {'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:07:11.093044 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Bound using segment: {'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:07:11.093481 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Bound port: a898f67f-017d-433f-9c0f-e6793182e363, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c'}}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:07:11.093839 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a898f67f-017d-433f-9c0f-e6793182e363), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:11.160365 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] For port a898f67f-017d-433f-9c0f-e6793182e363, host hv-cinder-84067, cleared binding levels {{(pid=103350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:07:11.163502 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] For port a898f67f-017d-433f-9c0f-e6793182e363, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a898f67f-017d-433f-9c0f-e6793182e363,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:07:11.169765 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (a898f67f-017d-433f-9c0f-e6793182e363), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:11.239787 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:11.240455 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:11.242529 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] 10.222.0.55 "PUT /v2.0/ports/a898f67f-017d-433f-9c0f-e6793182e363 HTTP/1.1" status: 200 len: 1094 time: 0.6559024 May 09 23:07:11.243040 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'tag': 'a898f67f-017d-433f-9c0f-e6793182e363'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:11.245302 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d604c96-4acf-49bb-b0a6-f6265e265f07" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdc1269-4f55-47ba-8ebc-a403362e1962", "tag": "a898f67f-017d-433f-9c0f-e6793182e363"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:11.284406 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98f9a6-8fed-4a79-afdd-96d49ce84e6d req-46b810da-b996-43c6-9985-68739ca7d57b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:11.286000 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9c98f9a6-8fed-4a79-afdd-96d49ce84e6d req-46b810da-b996-43c6-9985-68739ca7d57b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 944 time: 0.0853333 May 09 23:07:11.286691 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3c521-ea24-443e-85ab-84e10e53149c service neutron] Pushing event updated for resources: {'Port': ['ID=a898f67f-017d-433f-9c0f-e6793182e363,revision_number=3']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:11.306939 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0457d84-35b2-4495-90d9-3c9467dd091a x-openstack-request-id: req-b0457d84-35b2-4495-90d9-3c9467dd091a {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:11.307229 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdc1269-4f55-47ba-8ebc-a403362e1962", "tag": "a898f67f-017d-433f-9c0f-e6793182e363", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:11.307483 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0457d84-35b2-4495-90d9-3c9467dd091a {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:11.307873 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0457d84-35b2-4495-90d9-3c9467dd091a'] response: {'name': 'network-changed', 'server_uuid': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'tag': 'a898f67f-017d-433f-9c0f-e6793182e363', 'status': 'completed', 'code': 200} May 09 23:07:11.346238 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-48887184-c7ab-47b0-b9f9-5f374b8f3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:11.347743 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-48887184-c7ab-47b0-b9f9-5f374b8f3fb3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f38af4b388e49958aa17250c181b203&device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 1128 time: 0.0581872 May 09 23:07:11.404880 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9c98f9a6-8fed-4a79-afdd-96d49ce84e6d req-1db10fd7-ea62-42d9-9526-648442cc4501 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054282 May 09 23:07:11.406077 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-8da0aa28-0f03-4b36-ab81-9aacd3236d72 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a898f67f-017d-433f-9c0f-e6793182e363 HTTP/1.1" status: 200 len: 217 time: 0.0472021 May 09 23:07:11.454950 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-4d7b1b4f-8909-48ec-8b85-de11b00c9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:11.456377 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-4d7b1b4f-8909-48ec-8b85-de11b00c9fb7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a988479-3364-4216-a8b0-ad3a5179dc4f HTTP/1.1" status: 200 len: 856 time: 0.0436423 May 09 23:07:11.500544 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-5a8edd83-4d76-4021-84ac-435483bca7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:11.501976 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-5a8edd83-4d76-4021-84ac-435483bca7cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=741b3e88-dd66-49da-aaee-2d7e838ad44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378058 May 09 23:07:11.590229 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-e4293421-7c69-48b0-bed9-3b54d8bee27b service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811422 May 09 23:07:11.681066 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-83d31ab2-4b5c-49d8-8480-e8c5ebafc0a3 req-dc97170e-ce4c-499d-a4a6-7631004f4675 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794611 May 09 23:07:12.524109 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc3605-96d8-4e46-ac55-9029f5fbb3e1 req-9cd00f43-23b7-4183-bac6-bcbcc17d6920 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:12.525602 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-eadc3605-96d8-4e46-ac55-9029f5fbb3e1 req-9cd00f43-23b7-4183-bac6-bcbcc17d6920 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 944 time: 0.0460634 May 09 23:07:12.574569 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-eadc3605-96d8-4e46-ac55-9029f5fbb3e1 req-2683c857-211f-4c16-b9c2-542efa7a5fc8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416360 May 09 23:07:12.714419 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d604c96-4acf-49bb-b0a6-f6265e265f07 req-c1dba6b9-ffb5-46f0-8b88-2d183c025802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:12.715851 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1d604c96-4acf-49bb-b0a6-f6265e265f07 req-c1dba6b9-ffb5-46f0-8b88-2d183c025802 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f38af4b388e49958aa17250c181b203&device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 1128 time: 0.0422308 May 09 23:07:12.803284 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d604c96-4acf-49bb-b0a6-f6265e265f07 req-da7dbf82-3cf1-4bdc-95ec-0025690d5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:12.804726 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1d604c96-4acf-49bb-b0a6-f6265e265f07 req-da7dbf82-3cf1-4bdc-95ec-0025690d5579 service neutron] 10.222.0.55 "GET /v2.0/networks?id=741b3e88-dd66-49da-aaee-2d7e838ad44c HTTP/1.1" status: 200 len: 918 time: 0.0816057 May 09 23:07:12.847263 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1d604c96-4acf-49bb-b0a6-f6265e265f07 req-479427b4-3741-4de9-b5f1-8955f6054052 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a898f67f-017d-433f-9c0f-e6793182e363 HTTP/1.1" status: 200 len: 217 time: 0.0343900 May 09 23:07:12.899082 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d604c96-4acf-49bb-b0a6-f6265e265f07 req-b5b91579-f41b-4936-a32e-2bcee7773eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:12.900461 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1d604c96-4acf-49bb-b0a6-f6265e265f07 req-b5b91579-f41b-4936-a32e-2bcee7773eb8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a988479-3364-4216-a8b0-ad3a5179dc4f HTTP/1.1" status: 200 len: 856 time: 0.0459063 May 09 23:07:12.945505 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d604c96-4acf-49bb-b0a6-f6265e265f07 req-b5329ab0-b5c2-43be-9721-e91ee095a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:12.946980 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1d604c96-4acf-49bb-b0a6-f6265e265f07 req-b5329ab0-b5c2-43be-9721-e91ee095a154 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=741b3e88-dd66-49da-aaee-2d7e838ad44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374825 May 09 23:07:13.019738 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device a898f67f-017d-433f-9c0f-e6793182e363 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:07:13.035428 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1d604c96-4acf-49bb-b0a6-f6265e265f07 req-a68343c2-0598-4e2e-8667-2e046471adf1 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798619 May 09 23:07:13.119946 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port a898f67f-017d-433f-9c0f-e6793182e363, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a898f67f-017d-433f-9c0f-e6793182e363,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:13.132942 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': 'a898f67f-017d-433f-9c0f-e6793182e363', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'port_id': 'a898f67f-017d-433f-9c0f-e6793182e363', 'mac_address': 'fa:16:3e:d4:bd:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:07:13.133124 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1d604c96-4acf-49bb-b0a6-f6265e265f07 req-6ca83d8b-0cf5-4f77-aa65-b817ff808332 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912421 May 09 23:07:13.174009 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port a898f67f-017d-433f-9c0f-e6793182e363 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:07:13.174433 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a898f67f-017d-433f-9c0f-e6793182e363), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:13.188613 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a898f67f-017d-433f-9c0f-e6793182e363 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:07:13.209287 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port a898f67f-017d-433f-9c0f-e6793182e363, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a898f67f-017d-433f-9c0f-e6793182e363,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:13.213650 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (a898f67f-017d-433f-9c0f-e6793182e363), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:13.259829 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=a898f67f-017d-433f-9c0f-e6793182e363,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:13.267597 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.268065 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.268435 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.268989 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.269558 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.270105 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.270566 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.271085 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.271640 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.272188 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.272755 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.273236 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.273576 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.273912 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.274489 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:13.530473 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['a898f67f-017d-433f-9c0f-e6793182e363'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:07:13.704138 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d513d2-d86a-4784-b54b-e8d603670ecf req-feafd033-aeb8-4993-9b0e-eddccda98192 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:13.705656 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a3d513d2-d86a-4784-b54b-e8d603670ecf req-feafd033-aeb8-4993-9b0e-eddccda98192 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 945 time: 0.0597889 May 09 23:07:13.752250 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a3d513d2-d86a-4784-b54b-e8d603670ecf req-f83d2544-99b2-46ab-951c-4d9d5c84078e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409284 May 09 23:07:14.236419 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33916) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:14.283644 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa1536b-2300-4449-a18f-708a9c92dad7 admin admin] Deleting subnet ade18d94-f583-4dc4-a3e4-e9965d9dcdb5 {{(pid=103349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:07:14.286665 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cfa1536b-2300-4449-a18f-708a9c92dad7 admin admin] Publish callbacks [] for subnet (ade18d94-f583-4dc4-a3e4-e9965d9dcdb5), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:14.319637 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cfa1536b-2300-4449-a18f-708a9c92dad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2099962'] for subnet (ade18d94-f583-4dc4-a3e4-e9965d9dcdb5), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:14.362280 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cfa1536b-2300-4449-a18f-708a9c92dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (ade18d94-f583-4dc4-a3e4-e9965d9dcdb5), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:14.415236 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cfa1536b-2300-4449-a18f-708a9c92dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2133958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9656954'] for subnet (ade18d94-f583-4dc4-a3e4-e9965d9dcdb5), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:14.441255 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1536b-2300-4449-a18f-708a9c92dad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade18d94-f583-4dc4-a3e4-e9965d9dcdb5,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:14.444919 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-cfa1536b-2300-4449-a18f-708a9c92dad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:14.450519 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-cfa1536b-2300-4449-a18f-708a9c92dad7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ade18d94-f583-4dc4-a3e4-e9965d9dcdb5 HTTP/1.1" status: 204 len: 168 time: 0.2107079 May 09 23:07:14.450649 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 33922) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:14.522307 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94698862-3e13-4e16-b9c7-db979b6d6881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (378d612b-31ab-4d07-8c08-26e101d40f29), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:14.600932 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94698862-3e13-4e16-b9c7-db979b6d6881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (378d612b-31ab-4d07-8c08-26e101d40f29), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:14.622918 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-94698862-3e13-4e16-b9c7-db979b6d6881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378d612b-31ab-4d07-8c08-26e101d40f29']}} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:14.637048 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-94698862-3e13-4e16-b9c7-db979b6d6881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1f8d0c-2512-4b9c-8ab8-5f40db4be252') {'for_net_delete': True} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:14.637048 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-94698862-3e13-4e16-b9c7-db979b6d6881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1f8d0c-2512-4b9c-8ab8-5f40db4be252') {} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:14.649669 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94698862-3e13-4e16-b9c7-db979b6d6881 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2099907'] for segment (fc1f8d0c-2512-4b9c-8ab8-5f40db4be252), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:14.664084 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94698862-3e13-4e16-b9c7-db979b6d6881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (fc1f8d0c-2512-4b9c-8ab8-5f40db4be252), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:14.670392 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94698862-3e13-4e16-b9c7-db979b6d6881 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:07:14.670793 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94698862-3e13-4e16-b9c7-db979b6d6881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2132068'] for segment (fc1f8d0c-2512-4b9c-8ab8-5f40db4be252), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: Traceback (most recent call last): May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: timer() May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: cb(*args, **kw) May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: return func(*args, **kwargs) May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: self._notify() May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: self.callback(batched_events) May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: event.method(event) May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: return f(self, *a, **k) May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._get(url).json() May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: return self.request(url, 'GET', **kwargs) May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:07:14.673176 dv-cinder-840678-5-iscsi neutron-server[103349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:07:14.727306 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94698862-3e13-4e16-b9c7-db979b6d6881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (378d612b-31ab-4d07-8c08-26e101d40f29), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:14.732536 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94698862-3e13-4e16-b9c7-db979b6d6881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:14.735750 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-94698862-3e13-4e16-b9c7-db979b6d6881 admin admin] 10.222.0.23 "DELETE /v2.0/networks/378d612b-31ab-4d07-8c08-26e101d40f29 HTTP/1.1" status: 204 len: 168 time: 0.2842641 May 09 23:07:14.748052 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94698862-3e13-4e16-b9c7-db979b6d6881 admin admin] Pushing event deleted for resources: {'Network': ['ID=378d612b-31ab-4d07-8c08-26e101d40f29,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:14.845104 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 33934) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:14.873001 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce339fbb-541b-42bc-9285-f82d77bf82f3 req-d6b2ff12-0a79-4b72-9e9a-d3d73cc7b0c9 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:14.874528 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ce339fbb-541b-42bc-9285-f82d77bf82f3 req-d6b2ff12-0a79-4b72-9e9a-d3d73cc7b0c9 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 945 time: 0.0492487 May 09 23:07:14.888229 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-af4255c2-a26a-4d1e-89b6-4ffaf43ba052 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a54785a57d74beb87b5a31f928583e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419741 May 09 23:07:14.890684 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 33936) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:14.921355 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ce339fbb-541b-42bc-9285-f82d77bf82f3 req-0fbb2a90-38eb-413a-898f-5880ccc7e8d4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413077 May 09 23:07:14.937880 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-648d36eb-e1f6-4332-8492-2c58e4e277c4 admin admin] Publish callbacks [] for security_group (1de98e94-5555-4bc0-b4c9-45299fb2cda0), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:14.959552 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-648d36eb-e1f6-4332-8492-2c58e4e277c4 admin admin] Publish callbacks [] for security_group (1de98e94-5555-4bc0-b4c9-45299fb2cda0), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:15.006881 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-648d36eb-e1f6-4332-8492-2c58e4e277c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (1de98e94-5555-4bc0-b4c9-45299fb2cda0), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:15.009635 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-648d36eb-e1f6-4332-8492-2c58e4e277c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:15.010848 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-648d36eb-e1f6-4332-8492-2c58e4e277c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1de98e94-5555-4bc0-b4c9-45299fb2cda0 HTTP/1.1" status: 204 len: 168 time: 0.1187551 May 09 23:07:15.021379 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d36eb-e1f6-4332-8492-2c58e4e277c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de98e94-5555-4bc0-b4c9-45299fb2cda0,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:15.035268 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device a898f67f-017d-433f-9c0f-e6793182e363 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:07:15.092418 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port a898f67f-017d-433f-9c0f-e6793182e363 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:07:15.098913 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port a898f67f-017d-433f-9c0f-e6793182e363 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:15.099349 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (a898f67f-017d-433f-9c0f-e6793182e363), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:15.183141 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port a898f67f-017d-433f-9c0f-e6793182e363 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:07:15.183530 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a898f67f-017d-433f-9c0f-e6793182e363), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:15.221072 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a898f67f-017d-433f-9c0f-e6793182e363'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:15.223587 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814a309e-022c-4399-8cac-4c7e01b16abf" -d '{"events": [{"server_uuid": "0cdc1269-4f55-47ba-8ebc-a403362e1962", "name": "network-vif-plugged", "status": "completed", "tag": "a898f67f-017d-433f-9c0f-e6793182e363"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:15.238865 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port a898f67f-017d-433f-9c0f-e6793182e363, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a898f67f-017d-433f-9c0f-e6793182e363,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:15.249701 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (a898f67f-017d-433f-9c0f-e6793182e363), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:15.318598 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8ace7c-f595-46d0-9df2-e2f500d28989 x-openstack-request-id: req-8b8ace7c-f595-46d0-9df2-e2f500d28989 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:15.318931 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdc1269-4f55-47ba-8ebc-a403362e1962", "name": "network-vif-plugged", "status": "completed", "tag": "a898f67f-017d-433f-9c0f-e6793182e363", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:15.319719 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b8ace7c-f595-46d0-9df2-e2f500d28989 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:15.321438 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8ace7c-f595-46d0-9df2-e2f500d28989'] response: {'server_uuid': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a898f67f-017d-433f-9c0f-e6793182e363', 'code': 200} May 09 23:07:15.383737 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=a898f67f-017d-433f-9c0f-e6793182e363,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:15.477851 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df80eb-1fbd-4c17-8c16-ff13cb1843e4 req-f0f35211-2910-4a0e-abff-963ae6c887a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:15.479453 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-57df80eb-1fbd-4c17-8c16-ff13cb1843e4 req-f0f35211-2910-4a0e-abff-963ae6c887a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 1130 time: 0.0424237 May 09 23:07:15.533812 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-57df80eb-1fbd-4c17-8c16-ff13cb1843e4 req-1b8b4788-5b7f-44f1-8c21-12ecdb44ba6f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441070 May 09 23:07:15.985469 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aff9be-ff68-47a0-8b21-197d69c24bfc req-cb9de0e2-6e6c-4e8b-89b1-87ccc3cb6cc4 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:15.986999 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-01aff9be-ff68-47a0-8b21-197d69c24bfc req-cb9de0e2-6e6c-4e8b-89b1-87ccc3cb6cc4 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0519273 May 09 23:07:16.035193 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-01aff9be-ff68-47a0-8b21-197d69c24bfc req-52da636c-b5d3-4590-acce-783864898b8e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424702 May 09 23:07:16.041908 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308eac9-086a-4439-b621-65aa6b21689c req-321e59f0-a7b5-4abf-bb49-87add3c82aaa tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:16.043427 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7308eac9-086a-4439-b621-65aa6b21689c req-321e59f0-a7b5-4abf-bb49-87add3c82aaa tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0497143 May 09 23:07:16.089574 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7308eac9-086a-4439-b621-65aa6b21689c req-753fe469-3f6c-438e-9780-80b9358a1f1f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404456 May 09 23:07:16.982202 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:17.148124 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea7867-d065-4666-9835-16b9f5df7066 req-a7192d5d-258f-4857-82d7-368eca67c007 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:17.149625 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3dea7867-d065-4666-9835-16b9f5df7066 req-a7192d5d-258f-4857-82d7-368eca67c007 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0482485 May 09 23:07:17.195621 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3dea7867-d065-4666-9835-16b9f5df7066 req-005a42e6-9c33-4b6d-aef3-721e00f597ce tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403824 May 09 23:07:17.204397 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa3104-dcaa-4776-9b4d-0976901d5eae req-5052637e-7952-4df4-b164-db76bcdcd46d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:17.206184 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fdfa3104-dcaa-4776-9b4d-0976901d5eae req-5052637e-7952-4df4-b164-db76bcdcd46d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0461085 May 09 23:07:17.252223 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fdfa3104-dcaa-4776-9b4d-0976901d5eae req-9ba896ec-9af4-4f65-9195-300925a4abc9 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404592 May 09 23:07:18.313521 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef45cd-8430-4d37-bef7-c7be497996ae req-5e90499d-b7fd-4ce7-be6c-15fcc60bc1df tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:18.315062 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-08ef45cd-8430-4d37-bef7-c7be497996ae req-5e90499d-b7fd-4ce7-be6c-15fcc60bc1df tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0518591 May 09 23:07:18.366664 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-08ef45cd-8430-4d37-bef7-c7be497996ae req-34b45b23-a8ce-476f-8422-cb504de36399 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457938 May 09 23:07:18.376372 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc582d-261e-478c-8555-b93ebcd6b364 req-613e13d5-cd03-434f-aef6-d49ea3f7a865 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:18.388604 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-02dc582d-261e-478c-8555-b93ebcd6b364 req-613e13d5-cd03-434f-aef6-d49ea3f7a865 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0656154 May 09 23:07:18.438574 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-02dc582d-261e-478c-8555-b93ebcd6b364 req-7db486f1-f058-4757-8bb2-a227ddae0430 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440414 May 09 23:07:19.384626 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b1d276e2-4655-4066-bc1a-b33434e846f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:19.478557 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b44b6-97cb-49d5-a7be-cd650c27f9b5 req-0fbd4868-376a-47b7-ad71-d9004603e315 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:19.479961 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9d6b44b6-97cb-49d5-a7be-cd650c27f9b5 req-0fbd4868-376a-47b7-ad71-d9004603e315 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0476863 May 09 23:07:19.526407 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9d6b44b6-97cb-49d5-a7be-cd650c27f9b5 req-9ae1c227-4927-4d8b-a944-a79b78305633 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403821 May 09 23:07:19.555928 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baec77-ce8c-4b1a-9ce0-9531ba911e4f req-4a79badd-52a0-4588-8fdc-38842e7ee598 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:19.557397 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d2baec77-ce8c-4b1a-9ce0-9531ba911e4f req-4a79badd-52a0-4588-8fdc-38842e7ee598 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0467324 May 09 23:07:19.603293 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d2baec77-ce8c-4b1a-9ce0-9531ba911e4f req-3232529a-6963-4e20-ad07-b6dbb7f03a29 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404465 May 09 23:07:19.722601 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5a462740-fe22-4f47-a80d-949102bef687 req-013d73a4-4513-4e63-afcd-d6abf61c370a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330116907&fields=id&tenant_id=93df4f41ba52453dabfd21f82cb9238b HTTP/1.1" status: 200 len: 267 time: 0.0476263 May 09 23:07:19.771018 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8be9c04f-4dd4-45e1-bf6e-4b99a9aa913f req-3bcc1e84-b834-4526-9daf-992cd275fc4c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383534 May 09 23:07:19.782224 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a462740-fe22-4f47-a80d-949102bef687 req-140ae07e-8e7c-4f86-921b-523ca31bd16d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:19.783694 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5a462740-fe22-4f47-a80d-949102bef687 req-140ae07e-8e7c-4f86-921b-523ca31bd16d tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 984 time: 0.0560293 May 09 23:07:19.794275 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-5a462740-fe22-4f47-a80d-949102bef687 req-3e45d9e6-4f1c-4b34-a6a3-7a89baa72e62 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Request body: {'port': {'security_groups': ['df4b11f0-b426-4f2d-abcf-11e45c5ff9fd']}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:19.867247 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-5a462740-fe22-4f47-a80d-949102bef687 req-3e45d9e6-4f1c-4b34-a6a3-7a89baa72e62 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:19.884176 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-258495a8-778f-4046-a98e-a2d2a6a82b0c tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:19.885631 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-258495a8-778f-4046-a98e-a2d2a6a82b0c tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.55 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0503845 May 09 23:07:19.954438 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c04f-4dd4-45e1-bf6e-4b99a9aa913f req-23dacfaf-9399-40d4-a634-a631d159bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:19.955773 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8be9c04f-4dd4-45e1-bf6e-4b99a9aa913f req-23dacfaf-9399-40d4-a634-a631d159bba9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 1129 time: 0.0734987 May 09 23:07:20.068037 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-5a462740-fe22-4f47-a80d-949102bef687 req-3e45d9e6-4f1c-4b34-a6a3-7a89baa72e62 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] For port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,segment=NetworkSegment(5beef1e0-cde5-40a8-8b8b-7a209d81e134),segment_id=5beef1e0-cde5-40a8-8b8b-7a209d81e134)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:20.097365 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-5a462740-fe22-4f47-a80d-949102bef687 req-3e45d9e6-4f1c-4b34-a6a3-7a89baa72e62 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:20.101591 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-5a462740-fe22-4f47-a80d-949102bef687 req-3e45d9e6-4f1c-4b34-a6a3-7a89baa72e62 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:20.113236 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:07:20.145424 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a462740-fe22-4f47-a80d-949102bef687 req-3e45d9e6-4f1c-4b34-a6a3-7a89baa72e62 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:20.145881 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-5a462740-fe22-4f47-a80d-949102bef687 req-3e45d9e6-4f1c-4b34-a6a3-7a89baa72e62 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:20.147295 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5a462740-fe22-4f47-a80d-949102bef687 req-3e45d9e6-4f1c-4b34-a6a3-7a89baa72e62 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "PUT /v2.0/ports/49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 HTTP/1.1" status: 200 len: 942 time: 0.3576214 May 09 23:07:20.147739 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'tag': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:20.150094 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab842592-b0a6-4e75-9504-b6ec6115cde3" -d '{"events": [{"name": "network-changed", "server_uuid": "93373b9f-f998-4983-9b08-7b874cf7c76e", "tag": "49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:20.153075 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 33992) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:20.182172 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45d9e6-4f1c-4b34-a6a3-7a89baa72e62 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event updated for resources: {'Port': ['ID=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,revision_number=7']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:20.206044 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caed2374-e50b-4058-a4cf-da2c79ce2cf2 x-openstack-request-id: req-caed2374-e50b-4058-a4cf-da2c79ce2cf2 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:20.206346 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93373b9f-f998-4983-9b08-7b874cf7c76e", "tag": "49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:20.206574 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-caed2374-e50b-4058-a4cf-da2c79ce2cf2 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:20.206987 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caed2374-e50b-4058-a4cf-da2c79ce2cf2'] response: {'name': 'network-changed', 'server_uuid': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'tag': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787', 'status': 'completed', 'code': 200} May 09 23:07:20.235866 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2b532dbc-d262-4c24-aa63-6b444cd6b444 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group (c3c34fa7-022c-4947-82d8-84d73b758654), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:20.250721 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:07:20.270895 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2b532dbc-d262-4c24-aa63-6b444cd6b444 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group (c3c34fa7-022c-4947-82d8-84d73b758654), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:20.398828 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2b532dbc-d262-4c24-aa63-6b444cd6b444 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (c3c34fa7-022c-4947-82d8-84d73b758654), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:20.401763 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2b532dbc-d262-4c24-aa63-6b444cd6b444 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:20.403087 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-2b532dbc-d262-4c24-aa63-6b444cd6b444 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "DELETE /v2.0/security-groups/c3c34fa7-022c-4947-82d8-84d73b758654 HTTP/1.1" status: 204 len: 168 time: 0.2488286 May 09 23:07:20.409664 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 33994) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:20.414831 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-3f856cdc-e645-4de3-afa7-21758d4a4306 None None] Provisioning complete for port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:20.415370 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3f856cdc-e645-4de3-afa7-21758d4a4306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:20.435981 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b532dbc-d262-4c24-aa63-6b444cd6b444 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c34fa7-022c-4947-82d8-84d73b758654,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:20.474618 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Deleting port f4111c9d-b7d8-4877-85f0-8a4596bfc164 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:20.474961 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:20.518573 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3f856cdc-e645-4de3-afa7-21758d4a4306 None None] Current status of the port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:07:20.557494 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab842592-b0a6-4e75-9504-b6ec6115cde3 req-4713fbf7-0e9d-4cba-a858-e806e5f218ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:20.559173 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ab842592-b0a6-4e75-9504-b6ec6115cde3 req-4713fbf7-0e9d-4cba-a858-e806e5f218ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93df4f41ba52453dabfd21f82cb9238b&device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 1129 time: 0.1275511 May 09 23:07:20.688400 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab842592-b0a6-4e75-9504-b6ec6115cde3 req-f0c8d495-3efb-4037-814c-83ce08a47d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:20.693676 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ab842592-b0a6-4e75-9504-b6ec6115cde3 req-f0c8d495-3efb-4037-814c-83ce08a47d10 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 HTTP/1.1" status: 200 len: 914 time: 0.1272271 May 09 23:07:20.695851 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c04f-4dd4-45e1-bf6e-4b99a9aa913f req-43bd28ad-ad19-4cdd-9d05-fd9a7b672e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:20.697742 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8be9c04f-4dd4-45e1-bf6e-4b99a9aa913f req-43bd28ad-ad19-4cdd-9d05-fd9a7b672e50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 200 len: 920 time: 0.2936385 May 09 23:07:20.785392 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8be9c04f-4dd4-45e1-bf6e-4b99a9aa913f req-d45c5982-bf51-4623-ab7f-58453cdfc794 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a155ecdb-d89b-4868-8cb1-49548f3d778f HTTP/1.1" status: 200 len: 217 time: 0.0727198 May 09 23:07:20.833058 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ab842592-b0a6-4e75-9504-b6ec6115cde3 req-4a5c7e14-56e4-47e0-b3e3-69e332b4c690 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 HTTP/1.1" status: 200 len: 1001 time: 0.1285317 May 09 23:07:20.877661 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c04f-4dd4-45e1-bf6e-4b99a9aa913f req-1d04d92c-b12e-498a-9a6d-ebc26cc754ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:20.879125 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8be9c04f-4dd4-45e1-bf6e-4b99a9aa913f req-1d04d92c-b12e-498a-9a6d-ebc26cc754ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 200 len: 858 time: 0.0866261 May 09 23:07:20.920196 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] For port f4111c9d-b7d8-4877-85f0-8a4596bfc164, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f4111c9d-b7d8-4877-85f0-8a4596bfc164,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:20.920808 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:20.939328 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d92f6-37bc-40cb-917d-425d9e973ad4 req-43f2f0ff-6e6a-43fe-b777-27c018e4fb72 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:20.940804 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e1d92f6-37bc-40cb-917d-425d9e973ad4 req-43f2f0ff-6e6a-43fe-b777-27c018e4fb72 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.1166556 May 09 23:07:20.953988 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab842592-b0a6-4e75-9504-b6ec6115cde3 req-300b8c70-3d77-4d41-86a4-918ca93e55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:20.955470 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ab842592-b0a6-4e75-9504-b6ec6115cde3 req-300b8c70-3d77-4d41-86a4-918ca93e55e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa30feaf-f64b-4b8c-8112-482aa5e4cd00 HTTP/1.1" status: 200 len: 852 time: 0.1165526 May 09 23:07:20.963440 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88afba-77ff-4b82-b262-38a5a2575b38 req-87e4cbdc-5dd4-4270-9de4-b6f18c47b51a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:20.964816 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7a88afba-77ff-4b82-b262-38a5a2575b38 req-87e4cbdc-5dd4-4270-9de4-b6f18c47b51a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 946 time: 0.3467827 May 09 23:07:20.978003 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c04f-4dd4-45e1-bf6e-4b99a9aa913f req-1b147164-ca9b-48be-9297-1c5de1bdc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:20.979465 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8be9c04f-4dd4-45e1-bf6e-4b99a9aa913f req-1b147164-ca9b-48be-9297-1c5de1bdc856 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22e6fa81-87ea-460b-b290-1c8d865027a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848994 May 09 23:07:21.042005 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-23fd53ad-6687-469d-b2b8-fce1c012812a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Deleting port b955afe5-d5f9-4429-aa25-eff9bb6514af {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:21.042375 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-23fd53ad-6687-469d-b2b8-fce1c012812a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (b955afe5-d5f9-4429-aa25-eff9bb6514af), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:21.079900 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab842592-b0a6-4e75-9504-b6ec6115cde3 req-00776e1e-a0c2-4e75-83bf-8a48fc705586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:21.081394 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ab842592-b0a6-4e75-9504-b6ec6115cde3 req-00776e1e-a0c2-4e75-83bf-8a48fc705586 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1142280 May 09 23:07:21.126139 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7a88afba-77ff-4b82-b262-38a5a2575b38 req-586ec78c-dac2-433b-b77b-e04a06c50a7d tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5657782-8d19-483a-bc33-b1cad1f51433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504862 May 09 23:07:21.153366 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e1d92f6-37bc-40cb-917d-425d9e973ad4 req-b6a1034f-3e93-436e-85e8-a0e8a4877586 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880436 May 09 23:07:21.179862 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8be9c04f-4dd4-45e1-bf6e-4b99a9aa913f req-dc537a9d-6904-4cad-8150-d2f7788c8740 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800239 May 09 23:07:21.238245 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-23fd53ad-6687-469d-b2b8-fce1c012812a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (b955afe5-d5f9-4429-aa25-eff9bb6514af), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:21.240177 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-23fd53ad-6687-469d-b2b8-fce1c012812a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for floatingip (b955afe5-d5f9-4429-aa25-eff9bb6514af), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:21.254826 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:21.255200 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (122caaec-ee86-4c55-bee9-a9d0fd178187), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:21.255518 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Floating IP 122caaec-ee86-4c55-bee9-a9d0fd178187 disassociated. External IP: 172.27.3.98, port: f4111c9d-b7d8-4877-85f0-8a4596bfc164. May 09 23:07:21.255859 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Calling delete_port for f4111c9d-b7d8-4877-85f0-8a4596bfc164 owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:21.262581 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-23fd53ad-6687-469d-b2b8-fce1c012812a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Calling delete_port for b955afe5-d5f9-4429-aa25-eff9bb6514af owned by network:floatingip {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:21.299924 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ab842592-b0a6-4e75-9504-b6ec6115cde3 req-eb37533f-8126-4160-b631-2f44a5246de8 service neutron] 10.222.0.55 "GET /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101052 May 09 23:07:21.309187 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80116632-ddf0-4eef-b776-7bd889913ccf req-9a142836-4e1c-4b1c-a39e-c99b5c10cf88 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:21.310626 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-80116632-ddf0-4eef-b776-7bd889913ccf req-9a142836-4e1c-4b1c-a39e-c99b5c10cf88 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0739782 May 09 23:07:21.326488 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34006) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:21.332738 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-c64389a6-a7e8-431d-b492-682a3f69a1f7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Request body: {'floatingip': {'port_id': 'a898f67f-017d-433f-9c0f-e6793182e363'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:21.521518 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (f4111c9d-b7d8-4877-85f0-8a4596bfc164), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:21.554799 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Pushing event deleted for resources: {'Port': ['ID=f4111c9d-b7d8-4877-85f0-8a4596bfc164,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:21.572874 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-23fd53ad-6687-469d-b2b8-fce1c012812a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (b955afe5-d5f9-4429-aa25-eff9bb6514af), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:21.637156 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd53ad-6687-469d-b2b8-fce1c012812a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event deleted for resources: {'Port': ['ID=b955afe5-d5f9-4429-aa25-eff9bb6514af,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:21.655673 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c64389a6-a7e8-431d-b492-682a3f69a1f7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for floatingip (257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:21.660685 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8be9c04f-4dd4-45e1-bf6e-4b99a9aa913f req-0db1c413-a09d-481f-ae72-5bedb34bbf57 service neutron] 10.222.0.55 "GET /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719853 May 09 23:07:21.697299 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2572773-6c71-4e99-88e8-6febeabf778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:21.746445 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-23fd53ad-6687-469d-b2b8-fce1c012812a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks [] for floatingip (11506594-89bc-43ce-bfab-e4d012127ffd), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:21.746786 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [None req-23fd53ad-6687-469d-b2b8-fce1c012812a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Floating IP 11506594-89bc-43ce-bfab-e4d012127ffd disassociated (deleted). External IP: 172.27.3.191, port: 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787. May 09 23:07:21.782335 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ab842592-b0a6-4e75-9504-b6ec6115cde3 req-40b7bf4e-f514-49cc-9c48-68c5c8f03998 service neutron] 10.222.0.55 "GET /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647062 May 09 23:07:21.810342 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Router 51f3d03d-15df-4054-89d2-08fbe6a1672a has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:07:22.022593 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:07:22.035339 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd3906-38d7-461e-b6e8-19f620de336e None None] Sync routers for ids ['51f3d03d-15df-4054-89d2-08fbe6a1672a'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:07:22.051227 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd3906-38d7-461e-b6e8-19f620de336e None None] Routers {'51f3d03d-15df-4054-89d2-08fbe6a1672a'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:22.051894 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-08cd3906-38d7-461e-b6e8-19f620de336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['51f3d03d-15df-4054-89d2-08fbe6a1672a'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:22.161647 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] No DVR routers for this DVR port f4111c9d-b7d8-4877-85f0-8a4596bfc164 on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:07:22.165876 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:22.170661 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fdc6bda5-0e9c-4be7-8c4e-c93c60823e58 req-07e288c3-5ee2-47d9-a9af-e380edfec0d9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.55 "DELETE /v2.0/ports/f4111c9d-b7d8-4877-85f0-8a4596bfc164 HTTP/1.1" status: 204 len: 173 time: 1.8567932 May 09 23:07:22.170787 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'name': 'network-vif-deleted', 'tag': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:22.173518 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09409528-413f-4add-8f7d-0b53b182e3a5" -d '{"events": [{"server_uuid": "bccbae96-189c-4f1a-8a18-a94e8684d9b6", "name": "network-vif-deleted", "tag": "f4111c9d-b7d8-4877-85f0-8a4596bfc164"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:22.185503 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-08cd3906-38d7-461e-b6e8-19f620de336e None None] Set router 51f3d03d-15df-4054-89d2-08fbe6a1672a gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:22.189325 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fd53ad-6687-469d-b2b8-fce1c012812a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Router 4b130758-6554-48f2-b0bd-9f66685de5e0 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:07:22.194917 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c64389a6-a7e8-431d-b492-682a3f69a1f7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:22.207477 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c64389a6-a7e8-431d-b492-682a3f69a1f7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:22.258835 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6165e0-ad30-42e2-9a99-e8b4a046d10b x-openstack-request-id: req-be6165e0-ad30-42e2-9a99-e8b4a046d10b {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:22.259227 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccbae96-189c-4f1a-8a18-a94e8684d9b6", "name": "network-vif-deleted", "tag": "f4111c9d-b7d8-4877-85f0-8a4596bfc164", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:22.259544 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be6165e0-ad30-42e2-9a99-e8b4a046d10b {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:22.259945 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6165e0-ad30-42e2-9a99-e8b4a046d10b'] response: {'server_uuid': 'bccbae96-189c-4f1a-8a18-a94e8684d9b6', 'name': 'network-vif-deleted', 'tag': 'f4111c9d-b7d8-4877-85f0-8a4596bfc164', 'status': 'completed', 'code': 200} May 09 23:07:22.293924 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2ad28a71-3ea3-46de-ba9a-f6e16eabedd3 req-79bc6228-7cd5-4dc1-9357-b3cc17bd3156 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=bccbae96-189c-4f1a-8a18-a94e8684d9b6 HTTP/1.1" status: 200 len: 210 time: 0.0331230 May 09 23:07:22.339240 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.l3_db [None req-c64389a6-a7e8-431d-b492-682a3f69a1f7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Floating IP 257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b associated. External IP: 172.27.3.247, port: a898f67f-017d-433f-9c0f-e6793182e363. May 09 23:07:22.360748 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fd53ad-6687-469d-b2b8-fce1c012812a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:07:22.366401 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-23fd53ad-6687-469d-b2b8-fce1c012812a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:22.380353 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694647d7-c878-4d68-a2ba-cb7b9483a52c None None] Sync routers for ids ['4b130758-6554-48f2-b0bd-9f66685de5e0'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:07:22.400717 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694647d7-c878-4d68-a2ba-cb7b9483a52c None None] Routers {'4b130758-6554-48f2-b0bd-9f66685de5e0'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:22.402078 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-694647d7-c878-4d68-a2ba-cb7b9483a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['4b130758-6554-48f2-b0bd-9f66685de5e0'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:22.413021 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-23fd53ad-6687-469d-b2b8-fce1c012812a tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "DELETE /v2.0/floatingips/11506594-89bc-43ce-bfab-e4d012127ffd HTTP/1.1" status: 204 len: 168 time: 1.9976399 May 09 23:07:22.431179 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-08cd3906-38d7-461e-b6e8-19f620de336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 4, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'd8642683-2128-485f-80aa-21be69c1e51f', 'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'mac_address': 'fa:16:3e:67:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:24Z', 'updated_at': '2022-05-09T23:02:33Z', 'revision_number': 5, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'subnets': [{'id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:22.470929 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd3906-38d7-461e-b6e8-19f620de336e None None] Checking router: 51f3d03d-15df-4054-89d2-08fbe6a1672a for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:07:22.484040 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd3906-38d7-461e-b6e8-19f620de336e None None] Routers {'51f3d03d-15df-4054-89d2-08fbe6a1672a'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:22.485182 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-08cd3906-38d7-461e-b6e8-19f620de336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['51f3d03d-15df-4054-89d2-08fbe6a1672a'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:22.551883 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-694647d7-c878-4d68-a2ba-cb7b9483a52c None None] Set router 4b130758-6554-48f2-b0bd-9f66685de5e0 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:22.617483 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64389a6-a7e8-431d-b492-682a3f69a1f7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:07:22.655155 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-08cd3906-38d7-461e-b6e8-19f620de336e None None] Set router 51f3d03d-15df-4054-89d2-08fbe6a1672a gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:22.741278 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64389a6-a7e8-431d-b492-682a3f69a1f7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:07:22.746614 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c64389a6-a7e8-431d-b492-682a3f69a1f7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:22.772631 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f103e-00ab-49a5-b118-ede925a84f1c None None] Sync routers for ids ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:07:22.784317 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-c64389a6-a7e8-431d-b492-682a3f69a1f7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "PUT /v2.0/floatingips/257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b HTTP/1.1" status: 200 len: 992 time: 1.4546592 May 09 23:07:22.785355 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'tag': 'a898f67f-017d-433f-9c0f-e6793182e363'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:22.790667 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44379b5-fb6c-4f0f-b703-0d099d025988" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdc1269-4f55-47ba-8ebc-a403362e1962", "tag": "a898f67f-017d-433f-9c0f-e6793182e363"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:22.831611 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f103e-00ab-49a5-b118-ede925a84f1c None None] Routers {'5c63b4d4-c43f-48a3-8bd7-9287ad887713'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:22.832411 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-6c1f103e-00ab-49a5-b118-ede925a84f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:22.833120 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-694647d7-c878-4d68-a2ba-cb7b9483a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:04:15Z', 'revision_number': 4, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port': {'id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:12Z', 'updated_at': '2022-05-09T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '76039854-47e2-4fec-b1c0-307c5dba414a', 'name': '', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'mac_address': 'fa:16:3e:e5:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:14Z', 'updated_at': '2022-05-09T23:04:19Z', 'revision_number': 5, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'subnets': [{'id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:22.860848 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a3038a-1fff-41af-a889-affffdf3a958 x-openstack-request-id: req-f5a3038a-1fff-41af-a889-affffdf3a958 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:22.861457 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdc1269-4f55-47ba-8ebc-a403362e1962", "tag": "a898f67f-017d-433f-9c0f-e6793182e363", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:22.861927 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5a3038a-1fff-41af-a889-affffdf3a958 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:22.862773 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a3038a-1fff-41af-a889-affffdf3a958'] response: {'name': 'network-changed', 'server_uuid': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'tag': 'a898f67f-017d-433f-9c0f-e6793182e363', 'status': 'completed', 'code': 200} May 09 23:07:22.881336 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694647d7-c878-4d68-a2ba-cb7b9483a52c None None] Checking router: 4b130758-6554-48f2-b0bd-9f66685de5e0 for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:07:22.902199 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694647d7-c878-4d68-a2ba-cb7b9483a52c None None] Routers {'4b130758-6554-48f2-b0bd-9f66685de5e0'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:22.903703 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-694647d7-c878-4d68-a2ba-cb7b9483a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['4b130758-6554-48f2-b0bd-9f66685de5e0'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:22.936352 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379b5-fb6c-4f0f-b703-0d099d025988 req-c4e0de2d-5f1d-4ece-92a1-b4a7dc6fdc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:22.938645 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f44379b5-fb6c-4f0f-b703-0d099d025988 req-c4e0de2d-5f1d-4ece-92a1-b4a7dc6fdc22 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f38af4b388e49958aa17250c181b203&device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 1130 time: 0.0505006 May 09 23:07:22.989221 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-08cd3906-38d7-461e-b6e8-19f620de336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 4, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'd8642683-2128-485f-80aa-21be69c1e51f', 'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'mac_address': 'fa:16:3e:67:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:24Z', 'updated_at': '2022-05-09T23:02:33Z', 'revision_number': 5, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'subnets': [{'id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:23.018840 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:23.057111 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-694647d7-c878-4d68-a2ba-cb7b9483a52c None None] Set router 4b130758-6554-48f2-b0bd-9f66685de5e0 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:23.057345 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device f4111c9d-b7d8-4877-85f0-8a4596bfc164 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:23.061572 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd3906-38d7-461e-b6e8-19f620de336e None None] The sync data for ids ['51f3d03d-15df-4054-89d2-08fbe6a1672a'] in dv-cinder-840678-5-iscsi is: [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:02:26Z', 'revision_number': 4, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'd8642683-2128-485f-80aa-21be69c1e51f', 'name': '', 'network_id': '22e6fa81-87ea-460b-b290-1c8d865027a7', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'mac_address': 'fa:16:3e:67:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:24Z', 'updated_at': '2022-05-09T23:02:33Z', 'revision_number': 5, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'subnets': [{'id': '6c269878-3551-44b2-b4c9-9e0aefdfedd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:07:23.071289 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379b5-fb6c-4f0f-b703-0d099d025988 req-1d717080-6dbc-4620-a229-34852654e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:23.073365 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f44379b5-fb6c-4f0f-b703-0d099d025988 req-1d717080-6dbc-4620-a229-34852654e794 service neutron] 10.222.0.55 "GET /v2.0/networks?id=741b3e88-dd66-49da-aaee-2d7e838ad44c HTTP/1.1" status: 200 len: 918 time: 0.1285589 May 09 23:07:23.092599 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: f4111c9d-b7d8-4877-85f0-8a4596bfc164 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:23.092944 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device f4111c9d-b7d8-4877-85f0-8a4596bfc164 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:23.095762 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-6c1f103e-00ab-49a5-b118-ede925a84f1c None None] Set router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:23.158771 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f44379b5-fb6c-4f0f-b703-0d099d025988 req-7024ed63-213b-40f1-bf09-3153b3e87a89 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a898f67f-017d-433f-9c0f-e6793182e363 HTTP/1.1" status: 200 len: 1000 time: 0.0779469 May 09 23:07:23.215594 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379b5-fb6c-4f0f-b703-0d099d025988 req-98da7d4a-0379-43b0-8a0a-885e055d39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:23.217017 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f44379b5-fb6c-4f0f-b703-0d099d025988 req-98da7d4a-0379-43b0-8a0a-885e055d39e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a988479-3364-4216-a8b0-ad3a5179dc4f HTTP/1.1" status: 200 len: 856 time: 0.0519710 May 09 23:07:23.264955 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-694647d7-c878-4d68-a2ba-cb7b9483a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:04:15Z', 'revision_number': 4, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port': {'id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:12Z', 'updated_at': '2022-05-09T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '76039854-47e2-4fec-b1c0-307c5dba414a', 'name': '', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'mac_address': 'fa:16:3e:e5:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:14Z', 'updated_at': '2022-05-09T23:04:19Z', 'revision_number': 5, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'subnets': [{'id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:23.277141 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379b5-fb6c-4f0f-b703-0d099d025988 req-c742c868-d847-4cb8-bfae-cac29f85ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:23.278795 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f44379b5-fb6c-4f0f-b703-0d099d025988 req-c742c868-d847-4cb8-bfae-cac29f85ee48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=741b3e88-dd66-49da-aaee-2d7e838ad44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553777 May 09 23:07:23.295291 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694647d7-c878-4d68-a2ba-cb7b9483a52c None None] The sync data for ids ['4b130758-6554-48f2-b0bd-9f66685de5e0'] in dv-cinder-840678-5-iscsi is: [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:04:15Z', 'revision_number': 4, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port': {'id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:12Z', 'updated_at': '2022-05-09T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '76039854-47e2-4fec-b1c0-307c5dba414a', 'name': '', 'network_id': '38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'mac_address': 'fa:16:3e:e5:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:14Z', 'updated_at': '2022-05-09T23:04:19Z', 'revision_number': 5, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'subnets': [{'id': 'aa30feaf-f64b-4b8c-8112-482aa5e4cd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:07:23.386405 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a5abf3-6415-453f-b81b-ab0defbc457f None None] New status for floating IP 122caaec-ee86-4c55-bee9-a9d0fd178187: DOWN {{(pid=103352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:07:23.417805 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34032) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:23.450219 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f44379b5-fb6c-4f0f-b703-0d099d025988 req-e8376c1c-a499-457d-b352-c9bfd3787c24 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649773 May 09 23:07:23.503404 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-fd46c625-2f1a-44dd-8ec0-cffe77593064 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for security_group (a5657782-8d19-483a-bc33-b1cad1f51433), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:23.551823 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f44379b5-fb6c-4f0f-b703-0d099d025988 req-4db97106-38d6-4c79-b31e-0077961759c0 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953364 May 09 23:07:23.558479 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-fd46c625-2f1a-44dd-8ec0-cffe77593064 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for security_group (a5657782-8d19-483a-bc33-b1cad1f51433), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:23.595895 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-6c1f103e-00ab-49a5-b118-ede925a84f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'port_id': 'a898f67f-017d-433f-9c0f-e6793182e363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'mac_address': 'fa:16:3e:d4:bd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:07:07Z', 'updated_at': '2022-05-09T23:07:22Z', 'revision_number': 1, 'project_id': '0f38af4b388e49958aa17250c181b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:47Z', 'revision_number': 5, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:23.623577 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-fd46c625-2f1a-44dd-8ec0-cffe77593064 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a5657782-8d19-483a-bc33-b1cad1f51433), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:23.630768 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-fd46c625-2f1a-44dd-8ec0-cffe77593064 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:23.632386 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-fd46c625-2f1a-44dd-8ec0-cffe77593064 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "DELETE /v2.0/security-groups/a5657782-8d19-483a-bc33-b1cad1f51433 HTTP/1.1" status: 204 len: 168 time: 0.2133386 May 09 23:07:23.634930 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f103e-00ab-49a5-b118-ede925a84f1c None None] Checking router: 5c63b4d4-c43f-48a3-8bd7-9287ad887713 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:07:23.635085 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34034) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:23.645933 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f103e-00ab-49a5-b118-ede925a84f1c None None] Routers {'5c63b4d4-c43f-48a3-8bd7-9287ad887713'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:23.646650 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-6c1f103e-00ab-49a5-b118-ede925a84f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:23.648256 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46c625-2f1a-44dd-8ec0-cffe77593064 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5657782-8d19-483a-bc33-b1cad1f51433,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:23.663877 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.api.v2.resource [None req-78cdd550-67c4-4b71-97ab-4cdd22775350 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] show failed (client error): The resource could not be found. May 09 23:07:23.665007 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-78cdd550-67c4-4b71-97ab-4cdd22775350 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups/a5657782-8d19-483a-bc33-b1cad1f51433 HTTP/1.1" status: 404 len: 347 time: 0.0290365 May 09 23:07:23.668446 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34036) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:23.785940 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f484396-54e8-4184-a894-0e353fd70c57 None None] New status for floating IP 11506594-89bc-43ce-bfab-e4d012127ffd: DOWN {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:07:23.807351 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-b27a1df6-5f8c-48ad-98dd-fb8ece7d8a43 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Deleting port 510235da-f9a8-46ee-b6d7-80a296e69008 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:23.807936 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b27a1df6-5f8c-48ad-98dd-fb8ece7d8a43 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (510235da-f9a8-46ee-b6d7-80a296e69008), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:23.865294 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-6c1f103e-00ab-49a5-b118-ede925a84f1c None None] Set router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:23.892727 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b27a1df6-5f8c-48ad-98dd-fb8ece7d8a43 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (510235da-f9a8-46ee-b6d7-80a296e69008), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:23.893693 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b27a1df6-5f8c-48ad-98dd-fb8ece7d8a43 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for floatingip (510235da-f9a8-46ee-b6d7-80a296e69008), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:23.907090 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-b27a1df6-5f8c-48ad-98dd-fb8ece7d8a43 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Calling delete_port for 510235da-f9a8-46ee-b6d7-80a296e69008 owned by network:floatingip {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:24.042686 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b27a1df6-5f8c-48ad-98dd-fb8ece7d8a43 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (510235da-f9a8-46ee-b6d7-80a296e69008), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:24.068141 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a1df6-5f8c-48ad-98dd-fb8ece7d8a43 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Pushing event deleted for resources: {'Port': ['ID=510235da-f9a8-46ee-b6d7-80a296e69008,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:24.094025 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-6c1f103e-00ab-49a5-b118-ede925a84f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'port_id': 'a898f67f-017d-433f-9c0f-e6793182e363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'mac_address': 'fa:16:3e:d4:bd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:07:07Z', 'updated_at': '2022-05-09T23:07:22Z', 'revision_number': 1, 'project_id': '0f38af4b388e49958aa17250c181b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:47Z', 'revision_number': 5, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:24.119639 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f103e-00ab-49a5-b118-ede925a84f1c None None] The sync data for ids ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'] in dv-cinder-840678-5-iscsi is: [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'port_id': 'a898f67f-017d-433f-9c0f-e6793182e363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'mac_address': 'fa:16:3e:d4:bd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:07:07Z', 'updated_at': '2022-05-09T23:07:22Z', 'revision_number': 1, 'project_id': '0f38af4b388e49958aa17250c181b203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:47Z', 'revision_number': 5, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:07:24.131742 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b27a1df6-5f8c-48ad-98dd-fb8ece7d8a43 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks [] for floatingip (122caaec-ee86-4c55-bee9-a9d0fd178187), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:24.134688 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b27a1df6-5f8c-48ad-98dd-fb8ece7d8a43 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:24.138589 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-b27a1df6-5f8c-48ad-98dd-fb8ece7d8a43 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "DELETE /v2.0/floatingips/122caaec-ee86-4c55-bee9-a9d0fd178187 HTTP/1.1" status: 204 len: 168 time: 0.4689353 May 09 23:07:24.142160 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:07:24.260983 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'tag': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:24.263429 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a91b656-0973-41e1-8894-c0742536988b" -d '{"events": [{"name": "network-changed", "server_uuid": "93373b9f-f998-4983-9b08-7b874cf7c76e", "tag": "49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:24.299343 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f831afa2-ffd8-4960-96f3-f7700f35af06 x-openstack-request-id: req-f831afa2-ffd8-4960-96f3-f7700f35af06 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:24.299643 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93373b9f-f998-4983-9b08-7b874cf7c76e", "tag": "49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:24.299902 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f831afa2-ffd8-4960-96f3-f7700f35af06 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:24.300299 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f831afa2-ffd8-4960-96f3-f7700f35af06'] response: {'name': 'network-changed', 'server_uuid': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'tag': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787', 'status': 'completed', 'code': 200} May 09 23:07:24.317202 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512c8e9-9bac-40f8-85b9-ebafc2ad0802 None None] New status for floating IP 257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b: ACTIVE {{(pid=103352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:07:24.344180 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:24.380163 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91b656-0973-41e1-8894-c0742536988b req-d2b460dc-3141-441f-8204-1ca4adeefa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:24.381859 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0a91b656-0973-41e1-8894-c0742536988b req-d2b460dc-3141-441f-8204-1ca4adeefa9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93df4f41ba52453dabfd21f82cb9238b&device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 1129 time: 0.0587168 May 09 23:07:24.478539 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91b656-0973-41e1-8894-c0742536988b req-b95d77f1-fec5-407b-ba90-f968b4879d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:24.480015 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0a91b656-0973-41e1-8894-c0742536988b req-b95d77f1-fec5-407b-ba90-f968b4879d7e service neutron] 10.222.0.55 "GET /v2.0/networks?id=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 HTTP/1.1" status: 200 len: 914 time: 0.0914118 May 09 23:07:24.520882 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0a91b656-0973-41e1-8894-c0742536988b req-dfc32abe-bc92-4717-9b44-fa754b7b0441 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 HTTP/1.1" status: 200 len: 217 time: 0.0348175 May 09 23:07:24.568515 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91b656-0973-41e1-8894-c0742536988b req-39d9ac59-0df5-45a2-a26e-88123a016f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:24.569960 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0a91b656-0973-41e1-8894-c0742536988b req-39d9ac59-0df5-45a2-a26e-88123a016f71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa30feaf-f64b-4b8c-8112-482aa5e4cd00 HTTP/1.1" status: 200 len: 852 time: 0.0429842 May 09 23:07:24.618854 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91b656-0973-41e1-8894-c0742536988b req-94b8f02e-0958-4f8e-a374-2832e4a93fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:24.620377 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0a91b656-0973-41e1-8894-c0742536988b req-94b8f02e-0958-4f8e-a374-2832e4a93fe5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430412 May 09 23:07:24.707712 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0a91b656-0973-41e1-8894-c0742536988b req-9040ca5a-409a-4c3c-8bb7-09f1be417bea service neutron] 10.222.0.55 "GET /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807343 May 09 23:07:24.797703 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0a91b656-0973-41e1-8894-c0742536988b req-7946751b-ad60-445a-a87c-afaf1407615f service neutron] 10.222.0.55 "GET /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841019 May 09 23:07:25.659188 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:26.630424 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c948012-b1cf-46c5-bc22-981ab3891166 req-68cc22af-9db0-47f1-a244-644760c422ab tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:26.632142 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5c948012-b1cf-46c5-bc22-981ab3891166 req-68cc22af-9db0-47f1-a244-644760c422ab tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0465221 May 09 23:07:26.681815 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5c948012-b1cf-46c5-bc22-981ab3891166 req-3b756943-4fdb-4eb6-b860-ba2fdb58ffb6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443604 May 09 23:07:27.792859 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ee454-5d31-44a9-81fe-0e9ad09f4319 req-c251cc5d-633d-430d-b956-6e40cdfad5e9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:27.794360 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-991ee454-5d31-44a9-81fe-0e9ad09f4319 req-c251cc5d-633d-430d-b956-6e40cdfad5e9 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0467501 May 09 23:07:27.840548 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-991ee454-5d31-44a9-81fe-0e9ad09f4319 req-90986480-0984-42c5-842e-2f4bec21d7c7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406580 May 09 23:07:28.390998 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd0375-4630-4a64-8f7c-150590bcd60d req-5c79d35c-5b35-4970-973c-cd020491382f tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:28.392638 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f0dd0375-4630-4a64-8f7c-150590bcd60d req-5c79d35c-5b35-4970-973c-cd020491382f tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 945 time: 0.0458620 May 09 23:07:28.438675 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f0dd0375-4630-4a64-8f7c-150590bcd60d req-8fbd10da-9837-4f5a-97a9-a3d49aff0636 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 May 09 23:07:28.955011 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0a91f-036e-4820-b02c-9d1ce76057d3 req-81b88dc3-8fd0-4b5e-a0f3-3adcf104ab44 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:28.956463 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e9c0a91f-036e-4820-b02c-9d1ce76057d3 req-81b88dc3-8fd0-4b5e-a0f3-3adcf104ab44 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0491285 May 09 23:07:29.002053 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e9c0a91f-036e-4820-b02c-9d1ce76057d3 req-7595dcbb-49b9-4ca4-824b-ca7262bb2ce6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 May 09 23:07:29.600949 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf58bf3-e94b-4c1a-a8cc-8fb6b9a22e9f req-88965029-7fc8-4c45-9697-140a635dfbf7 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:29.602431 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-faf58bf3-e94b-4c1a-a8cc-8fb6b9a22e9f req-88965029-7fc8-4c45-9697-140a635dfbf7 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 945 time: 0.0970352 May 09 23:07:29.651935 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-faf58bf3-e94b-4c1a-a8cc-8fb6b9a22e9f req-6a562009-bd12-4746-aad2-017aeb0b7128 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 May 09 23:07:30.119387 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae2952-eb31-4b3f-8883-d694b30282af req-cb099906-772b-4c2d-88a4-2f0244d79fd4 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:30.120862 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0cae2952-eb31-4b3f-8883-d694b30282af req-cb099906-772b-4c2d-88a4-2f0244d79fd4 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0486507 May 09 23:07:30.166663 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0cae2952-eb31-4b3f-8883-d694b30282af req-9a5ace61-abff-451a-a641-c3bbf85eb766 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 May 09 23:07:30.686767 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202cfae-8417-4826-ae2d-0d926375eb77 req-c4cb01d1-5b64-4bb4-b1b4-699683ecd4ef tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:30.688356 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3202cfae-8417-4826-ae2d-0d926375eb77 req-c4cb01d1-5b64-4bb4-b1b4-699683ecd4ef tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.55 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.1413813 May 09 23:07:30.768651 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ae5ac-6799-472f-82ae-f70927c87cff req-e4bc545a-d51b-4c5b-aaaf-16ba4163bf14 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:30.770169 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-944ae5ac-6799-472f-82ae-f70927c87cff req-e4bc545a-d51b-4c5b-aaaf-16ba4163bf14 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 945 time: 0.0520363 May 09 23:07:30.821348 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-944ae5ac-6799-472f-82ae-f70927c87cff req-c0c4d8fd-c2c8-483f-9482-9f3afb334255 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/security-groups?id=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443201 May 09 23:07:30.897196 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba0ff6-199f-4a0b-9b64-1a3c8aecf524 req-fce7e369-ebd9-4463-8537-74ba4627906b tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:30.898843 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-85ba0ff6-199f-4a0b-9b64-1a3c8aecf524 req-fce7e369-ebd9-4463-8537-74ba4627906b tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.55 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 945 time: 0.0489709 May 09 23:07:31.007869 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [req-85ba0ff6-199f-4a0b-9b64-1a3c8aecf524 req-fee6740d-3711-4de3-9a16-3deeeeb88baf tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Deleting port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:31.008242 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-85ba0ff6-199f-4a0b-9b64-1a3c8aecf524 req-fee6740d-3711-4de3-9a16-3deeeeb88baf tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:31.091147 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-3202cfae-8417-4826-ae2d-0d926375eb77 req-4d527a90-760d-463c-80ff-ea6c12f11492 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Deleting port ad371e3b-52c5-4c5f-be12-8b115d8d31ea {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:31.091494 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-3202cfae-8417-4826-ae2d-0d926375eb77 req-4d527a90-760d-463c-80ff-ea6c12f11492 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:31.106477 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-85ba0ff6-199f-4a0b-9b64-1a3c8aecf524 req-fee6740d-3711-4de3-9a16-3deeeeb88baf tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] For port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,segment=NetworkSegment(5beef1e0-cde5-40a8-8b8b-7a209d81e134),segment_id=5beef1e0-cde5-40a8-8b8b-7a209d81e134)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:31.106852 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-85ba0ff6-199f-4a0b-9b64-1a3c8aecf524 req-fee6740d-3711-4de3-9a16-3deeeeb88baf tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:31.122802 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [req-85ba0ff6-199f-4a0b-9b64-1a3c8aecf524 req-fee6740d-3711-4de3-9a16-3deeeeb88baf tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Calling delete_port for 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 owned by compute:nova {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:31.181277 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-3202cfae-8417-4826-ae2d-0d926375eb77 req-4d527a90-760d-463c-80ff-ea6c12f11492 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] For port ad371e3b-52c5-4c5f-be12-8b115d8d31ea, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ad371e3b-52c5-4c5f-be12-8b115d8d31ea,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:31.181645 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-3202cfae-8417-4826-ae2d-0d926375eb77 req-4d527a90-760d-463c-80ff-ea6c12f11492 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:31.194852 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-3202cfae-8417-4826-ae2d-0d926375eb77 req-4d527a90-760d-463c-80ff-ea6c12f11492 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Calling delete_port for ad371e3b-52c5-4c5f-be12-8b115d8d31ea owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:31.257773 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-85ba0ff6-199f-4a0b-9b64-1a3c8aecf524 req-fee6740d-3711-4de3-9a16-3deeeeb88baf tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:31.287085 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6740d-3711-4de3-9a16-3deeeeb88baf tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Pushing event deleted for resources: {'Port': ['ID=49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:31.298473 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de0e54-91b3-4859-a2b9-88b7b28427a1 req-4017cea9-6b1f-49fb-a046-2e4f25769e50 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:31.300014 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-84de0e54-91b3-4859-a2b9-88b7b28427a1 req-4017cea9-6b1f-49fb-a046-2e4f25769e50 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 946 time: 0.0596528 May 09 23:07:31.338799 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ba0ff6-199f-4a0b-9b64-1a3c8aecf524 req-fee6740d-3711-4de3-9a16-3deeeeb88baf tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] No DVR routers for this DVR port 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 on host hv-cinder-84067 {{(pid=103349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:07:31.341435 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-85ba0ff6-199f-4a0b-9b64-1a3c8aecf524 req-fee6740d-3711-4de3-9a16-3deeeeb88baf tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:31.345345 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-85ba0ff6-199f-4a0b-9b64-1a3c8aecf524 req-fee6740d-3711-4de3-9a16-3deeeeb88baf tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.55 "DELETE /v2.0/ports/49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 HTTP/1.1" status: 204 len: 173 time: 0.4352114 May 09 23:07:31.345797 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'name': 'network-vif-deleted', 'tag': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:31.348266 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c812cad8-9bd2-48c2-b527-8a74ed63cc2c" -d '{"events": [{"server_uuid": "93373b9f-f998-4983-9b08-7b874cf7c76e", "name": "network-vif-deleted", "tag": "49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:31.391167 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ee9d3b-b77e-4cc3-8cad-48cb8fafb19e x-openstack-request-id: req-33ee9d3b-b77e-4cc3-8cad-48cb8fafb19e {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:31.391466 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93373b9f-f998-4983-9b08-7b874cf7c76e", "name": "network-vif-deleted", "tag": "49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:31.391719 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33ee9d3b-b77e-4cc3-8cad-48cb8fafb19e {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:31.392118 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ee9d3b-b77e-4cc3-8cad-48cb8fafb19e'] response: {'server_uuid': '93373b9f-f998-4983-9b08-7b874cf7c76e', 'name': 'network-vif-deleted', 'tag': '49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787', 'status': 'completed', 'code': 200} May 09 23:07:31.393098 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-84de0e54-91b3-4859-a2b9-88b7b28427a1 req-0d182431-8098-4700-84f1-401caac048b7 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802984 May 09 23:07:31.409617 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-3202cfae-8417-4826-ae2d-0d926375eb77 req-4d527a90-760d-463c-80ff-ea6c12f11492 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (ad371e3b-52c5-4c5f-be12-8b115d8d31ea), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:31.429620 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['a155ecdb-d89b-4868-8cb1-49548f3d778f'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:07:31.439652 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d527a90-760d-463c-80ff-ea6c12f11492 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Pushing event deleted for resources: {'Port': ['ID=ad371e3b-52c5-4c5f-be12-8b115d8d31ea,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:31.491685 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-3202cfae-8417-4826-ae2d-0d926375eb77 req-4d527a90-760d-463c-80ff-ea6c12f11492 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] No DVR routers for this DVR port ad371e3b-52c5-4c5f-be12-8b115d8d31ea on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:07:31.494021 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-3202cfae-8417-4826-ae2d-0d926375eb77 req-4d527a90-760d-463c-80ff-ea6c12f11492 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:31.497494 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3202cfae-8417-4826-ae2d-0d926375eb77 req-4d527a90-760d-463c-80ff-ea6c12f11492 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.55 "DELETE /v2.0/ports/ad371e3b-52c5-4c5f-be12-8b115d8d31ea HTTP/1.1" status: 204 len: 173 time: 0.7287400 May 09 23:07:31.498064 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e728c592-21bd-4dc6-a232-66c52c465dec', 'name': 'network-vif-deleted', 'tag': 'ad371e3b-52c5-4c5f-be12-8b115d8d31ea'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:31.500610 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5902db8-b471-4308-8072-cc3098ca7274" -d '{"events": [{"server_uuid": "e728c592-21bd-4dc6-a232-66c52c465dec", "name": "network-vif-deleted", "tag": "ad371e3b-52c5-4c5f-be12-8b115d8d31ea"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:31.538408 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd8969c-5dd3-445a-b5ea-11a31761ffd3 x-openstack-request-id: req-4cd8969c-5dd3-445a-b5ea-11a31761ffd3 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:31.538750 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e728c592-21bd-4dc6-a232-66c52c465dec", "name": "network-vif-deleted", "tag": "ad371e3b-52c5-4c5f-be12-8b115d8d31ea", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:31.539123 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cd8969c-5dd3-445a-b5ea-11a31761ffd3 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:31.539557 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd8969c-5dd3-445a-b5ea-11a31761ffd3'] response: {'server_uuid': 'e728c592-21bd-4dc6-a232-66c52c465dec', 'name': 'network-vif-deleted', 'tag': 'ad371e3b-52c5-4c5f-be12-8b115d8d31ea', 'status': 'completed', 'code': 200} May 09 23:07:31.970074 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-45d26afe-4426-4a5f-8c4f-d62817c16388 req-66d97133-bb8e-4c83-b490-31336f3d98a5 tempest-TestMinimumBasicScenario-1147938025 tempest-TestMinimumBasicScenario-1147938025-project] 10.222.0.23 "GET /v2.0/ports?device_id=93373b9f-f998-4983-9b08-7b874cf7c76e HTTP/1.1" status: 200 len: 210 time: 0.0296283 May 09 23:07:32.061474 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760f2e4-0917-4bc0-a8ca-6b4bd5abd312 req-a30e2e9c-fe59-4b4b-b570-95ba9c1530ad tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:32.062984 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6760f2e4-0917-4bc0-a8ca-6b4bd5abd312 req-a30e2e9c-fe59-4b4b-b570-95ba9c1530ad tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 946 time: 0.0499816 May 09 23:07:32.108537 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6760f2e4-0917-4bc0-a8ca-6b4bd5abd312 req-0c905959-ef45-4b6f-902a-bcefe6c690ae tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4421a95-2d76-4360-8e3c-a30e2abf255b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400629 May 09 23:07:32.513623 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b4ca9a74-451f-48f9-a0a7-e80914190df0 req-2d5290dd-34b0-4926-a455-4bb7167aeb1c tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 210 time: 0.0304620 May 09 23:07:33.078019 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device ad371e3b-52c5-4c5f-be12-8b115d8d31ea no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:33.098554 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: ad371e3b-52c5-4c5f-be12-8b115d8d31ea {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:33.098904 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device ad371e3b-52c5-4c5f-be12-8b115d8d31ea not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:33.099326 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:33.118569 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:33.118918 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 49d2bc9f-2654-4a59-8bb4-3ecfbc3f8787 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:33.231460 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935637ed-a186-4f70-9295-d50903e37067 req-4f59101e-4880-4fc3-aa19-0049edd29a4c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:33.232945 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-935637ed-a186-4f70-9295-d50903e37067 req-4f59101e-4880-4fc3-aa19-0049edd29a4c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 946 time: 0.0490432 May 09 23:07:33.278599 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-935637ed-a186-4f70-9295-d50903e37067 req-4652779a-acf8-44c5-a2ac-168be29cabe9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4421a95-2d76-4360-8e3c-a30e2abf255b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393982 May 09 23:07:33.631072 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dadfa758-0b72-408b-82e1-b2fbfa85cce9 req-10575448-86d2-454a-8a9b-175961f7c33b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e728c592-21bd-4dc6-a232-66c52c465dec HTTP/1.1" status: 200 len: 210 time: 0.0338027 May 09 23:07:33.645533 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34194) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:34.011328 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-f2ab72e6-2c24-4f7f-befb-9715a8b4f0e8 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:34.012837 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-f2ab72e6-2c24-4f7f-befb-9715a8b4f0e8 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 946 time: 0.0482399 May 09 23:07:34.106567 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Deleting port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:34.106910 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:34.202535 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] For port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:34.202937 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:34.298581 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-58b9a2bc-6a92-420a-8f4a-5c5e20d6efcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719631'] for router_interface (4b130758-6554-48f2-b0bd-9f66685de5e0), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:34.378004 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:34.378401 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (0cb7d68a-a22f-4263-9751-4210454f4e87), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:34.378720 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Floating IP 0cb7d68a-a22f-4263-9751-4210454f4e87 disassociated. External IP: 172.27.3.219, port: 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e. May 09 23:07:34.379060 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Calling delete_port for 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:34.437743 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fae3d2-aa1b-4105-9099-fc9b9feaa354 req-4f1b3a09-f2f3-4724-ba98-e6d6fc573af9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:34.439236 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f7fae3d2-aa1b-4105-9099-fc9b9feaa354 req-4f1b3a09-f2f3-4724-ba98-e6d6fc573af9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 946 time: 0.0831704 May 09 23:07:34.509151 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:34.538632 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event deleted for resources: {'Port': ['ID=49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:34.599002 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f7fae3d2-aa1b-4105-9099-fc9b9feaa354 req-7f444f04-e361-4f18-8410-977519efa2b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4421a95-2d76-4360-8e3c-a30e2abf255b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412492 May 09 23:07:34.661017 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:07:34.670463 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-58b9a2bc-6a92-420a-8f4a-5c5e20d6efcb admin admin] Deleting port 76039854-47e2-4fec-b1c0-307c5dba414a {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:34.670810 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-58b9a2bc-6a92-420a-8f4a-5c5e20d6efcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:34.753941 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-58b9a2bc-6a92-420a-8f4a-5c5e20d6efcb admin admin] For port 76039854-47e2-4fec-b1c0-307c5dba414a, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=76039854-47e2-4fec-b1c0-307c5dba414a,segment=NetworkSegment(5beef1e0-cde5-40a8-8b8b-7a209d81e134),segment_id=5beef1e0-cde5-40a8-8b8b-7a209d81e134)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:34.754626 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-58b9a2bc-6a92-420a-8f4a-5c5e20d6efcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:34.768195 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-58b9a2bc-6a92-420a-8f4a-5c5e20d6efcb admin admin] Calling delete_port for 76039854-47e2-4fec-b1c0-307c5dba414a owned by network:router_interface {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:34.781222 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:07:34.793359 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8825a9-a8cb-42bb-b33c-4d37e543bbe8 None None] Sync routers for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:07:34.807306 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8825a9-a8cb-42bb-b33c-4d37e543bbe8 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:34.808246 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-6f8825a9-a8cb-42bb-b33c-4d37e543bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:34.854884 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] No DVR routers for this DVR port 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:07:34.857800 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:34.862062 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9588d4c7-cc98-47c8-a837-b0224db44c9e req-d3064209-f00c-41c4-b3b3-cda581015fcf tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "DELETE /v2.0/ports/49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e HTTP/1.1" status: 204 len: 173 time: 0.8426640 May 09 23:07:34.862677 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ea1b8e-49ff-4716-8cbf-ca11225258aa', 'name': 'network-vif-deleted', 'tag': '49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:34.865068 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0ecd99-875e-4f7a-884a-88c541a9f3b9" -d '{"events": [{"server_uuid": "31ea1b8e-49ff-4716-8cbf-ca11225258aa", "name": "network-vif-deleted", "tag": "49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:34.906948 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41f9a72-cf0e-4580-822b-d38920cb04d0 x-openstack-request-id: req-b41f9a72-cf0e-4580-822b-d38920cb04d0 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:34.907354 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ea1b8e-49ff-4716-8cbf-ca11225258aa", "name": "network-vif-deleted", "tag": "49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:34.907704 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b41f9a72-cf0e-4580-822b-d38920cb04d0 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:34.908193 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41f9a72-cf0e-4580-822b-d38920cb04d0'] response: {'server_uuid': '31ea1b8e-49ff-4716-8cbf-ca11225258aa', 'name': 'network-vif-deleted', 'tag': '49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e', 'status': 'completed', 'code': 200} May 09 23:07:34.953548 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-6f8825a9-a8cb-42bb-b33c-4d37e543bbe8 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:34.988084 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edf7de-d12c-435c-8854-98107404303b req-67da098d-5979-4b3b-a0d2-769e939ea4db tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:34.996589 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-01edf7de-d12c-435c-8854-98107404303b req-67da098d-5979-4b3b-a0d2-769e939ea4db tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0699227 May 09 23:07:35.011887 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-58b9a2bc-6a92-420a-8f4a-5c5e20d6efcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (76039854-47e2-4fec-b1c0-307c5dba414a), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:35.039759 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9a2bc-6a92-420a-8f4a-5c5e20d6efcb admin admin] Pushing event deleted for resources: {'Port': ['ID=76039854-47e2-4fec-b1c0-307c5dba414a,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:35.051976 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-01edf7de-d12c-435c-8854-98107404303b req-73ba4e48-64bd-4696-90df-fc5c69afb193 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541797 May 09 23:07:35.179166 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-6f8825a9-a8cb-42bb-b33c-4d37e543bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:35.215878 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8825a9-a8cb-42bb-b33c-4d37e543bbe8 None None] Checking router: 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:07:35.225040 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8825a9-a8cb-42bb-b33c-4d37e543bbe8 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:35.225660 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-6f8825a9-a8cb-42bb-b33c-4d37e543bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:35.226194 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-58b9a2bc-6a92-420a-8f4a-5c5e20d6efcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725520'] for router_interface (4b130758-6554-48f2-b0bd-9f66685de5e0), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:35.335401 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-6f8825a9-a8cb-42bb-b33c-4d37e543bbe8 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:35.448477 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b9a2bc-6a92-420a-8f4a-5c5e20d6efcb admin admin] Router 4b130758-6554-48f2-b0bd-9f66685de5e0 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:07:35.530075 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-6f8825a9-a8cb-42bb-b33c-4d37e543bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:35.555754 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8825a9-a8cb-42bb-b33c-4d37e543bbe8 None None] The sync data for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi is: [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:07:35.557454 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b9a2bc-6a92-420a-8f4a-5c5e20d6efcb admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:07:35.565616 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-58b9a2bc-6a92-420a-8f4a-5c5e20d6efcb admin admin] 10.222.0.23 "PUT /v2.0/routers/4b130758-6554-48f2-b0bd-9f66685de5e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9155977 May 09 23:07:35.565616 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34206) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:35.568218 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba0f5c-075c-4b74-8722-2362b2b2b201 None None] Sync routers for ids ['4b130758-6554-48f2-b0bd-9f66685de5e0'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:07:35.579749 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba0f5c-075c-4b74-8722-2362b2b2b201 None None] Routers {'4b130758-6554-48f2-b0bd-9f66685de5e0'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:35.580377 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-17ba0f5c-075c-4b74-8722-2362b2b2b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['4b130758-6554-48f2-b0bd-9f66685de5e0'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:35.678802 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] Publish callbacks [] for router (4b130758-6554-48f2-b0bd-9f66685de5e0), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:35.696100 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-17ba0f5c-075c-4b74-8722-2362b2b2b201 None None] Set router 4b130758-6554-48f2-b0bd-9f66685de5e0 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:35.744830 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2737014b-7b7c-4ef6-a592-755e571c5bd9 req-d0a6e22d-a184-48a3-92be-a4f741ae27f7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 210 time: 0.0631876 May 09 23:07:35.824262 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] Publish callbacks [] for router_gateway (4b130758-6554-48f2-b0bd-9f66685de5e0), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:35.832277 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de4ff1b-7feb-4ab3-b833-31a768501d2d None None] New status for floating IP 0cb7d68a-a22f-4263-9751-4210454f4e87: DOWN {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:07:35.870909 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] Deleting port 32e97e24-ba7f-4b00-ae99-b1c5d9af634f {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:35.871175 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (32e97e24-ba7f-4b00-ae99-b1c5d9af634f), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:35.872371 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-17ba0f5c-075c-4b74-8722-2362b2b2b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:07:34Z', 'revision_number': 5, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port': {'id': '32e97e24-ba7f-4b00-ae99-b1c5d9af634f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:12Z', 'updated_at': '2022-05-09T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:35.905488 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba0f5c-075c-4b74-8722-2362b2b2b201 None None] Checking router: 4b130758-6554-48f2-b0bd-9f66685de5e0 for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:07:35.916150 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba0f5c-075c-4b74-8722-2362b2b2b201 None None] Routers {'4b130758-6554-48f2-b0bd-9f66685de5e0'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:35.917003 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-17ba0f5c-075c-4b74-8722-2362b2b2b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['4b130758-6554-48f2-b0bd-9f66685de5e0'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:35.956010 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] For port 32e97e24-ba7f-4b00-ae99-b1c5d9af634f, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=32e97e24-ba7f-4b00-ae99-b1c5d9af634f,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:35.956377 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (32e97e24-ba7f-4b00-ae99-b1c5d9af634f), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:35.971193 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] Calling delete_port for 32e97e24-ba7f-4b00-ae99-b1c5d9af634f owned by network:router_gateway {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:36.014544 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-17ba0f5c-075c-4b74-8722-2362b2b2b201 None None] Set router 4b130758-6554-48f2-b0bd-9f66685de5e0 gateway port host: None {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:36.064746 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-17ba0f5c-075c-4b74-8722-2362b2b2b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:07:35Z', 'revision_number': 6, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port_host': None}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:36.093953 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba0f5c-075c-4b74-8722-2362b2b2b201 None None] The sync data for ids ['4b130758-6554-48f2-b0bd-9f66685de5e0'] in dv-cinder-840678-5-iscsi is: [{'id': '4b130758-6554-48f2-b0bd-9f66685de5e0', 'name': 'tempest-TestMinimumBasicScenario-40869830-router', 'tenant_id': '93df4f41ba52453dabfd21f82cb9238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:11Z', 'updated_at': '2022-05-09T23:07:35Z', 'revision_number': 6, 'project_id': '93df4f41ba52453dabfd21f82cb9238b', 'gw_port_host': None}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:07:36.146834 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (32e97e24-ba7f-4b00-ae99-b1c5d9af634f), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:36.169873 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01f42f-37d6-4405-9ad2-efabfefb0dfd req-6356ade0-c18d-4e73-a221-c5db9aa3ec8f tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:36.172678 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] Pushing event deleted for resources: {'Port': ['ID=32e97e24-ba7f-4b00-ae99-b1c5d9af634f,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:36.172822 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9e01f42f-37d6-4405-9ad2-efabfefb0dfd req-6356ade0-c18d-4e73-a221-c5db9aa3ec8f tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0498979 May 09 23:07:36.220092 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9e01f42f-37d6-4405-9ad2-efabfefb0dfd req-a17192fb-38c4-43c5-b74d-6008fa7b7c6e tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417886 May 09 23:07:36.241520 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733245'] for router_gateway (4b130758-6554-48f2-b0bd-9f66685de5e0), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:36.354996 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112502'] for router (4b130758-6554-48f2-b0bd-9f66685de5e0), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:36.357507 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] Publish callbacks [] for router_controller (4b130758-6554-48f2-b0bd-9f66685de5e0), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:36.422625 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731628'] for router (4b130758-6554-48f2-b0bd-9f66685de5e0), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:36.423057 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b130758-6554-48f2-b0bd-9f66685de5e0 {{(pid=103349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 23:07:36.428499 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:36.429637 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-6e959ded-9dc8-4697-af62-7c93dd291dad admin admin] 10.222.0.23 "DELETE /v2.0/routers/4b130758-6554-48f2-b0bd-9f66685de5e0 HTTP/1.1" status: 204 len: 168 time: 0.8632760 May 09 23:07:36.433014 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34212) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:36.484402 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3307bea-c9cd-4d84-a8cf-994b6857f213 admin admin] Deleting subnet aa30feaf-f64b-4b8c-8112-482aa5e4cd00 {{(pid=103350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:07:36.487856 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a3307bea-c9cd-4d84-a8cf-994b6857f213 admin admin] Publish callbacks [] for subnet (aa30feaf-f64b-4b8c-8112-482aa5e4cd00), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:36.532155 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a3307bea-c9cd-4d84-a8cf-994b6857f213 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966931'] for subnet (aa30feaf-f64b-4b8c-8112-482aa5e4cd00), precommit_delete_associations {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:36.643369 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a3307bea-c9cd-4d84-a8cf-994b6857f213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (aa30feaf-f64b-4b8c-8112-482aa5e4cd00), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:36.695345 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a3307bea-c9cd-4d84-a8cf-994b6857f213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9883945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9732371'] for subnet (aa30feaf-f64b-4b8c-8112-482aa5e4cd00), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:36.721636 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3307bea-c9cd-4d84-a8cf-994b6857f213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa30feaf-f64b-4b8c-8112-482aa5e4cd00,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:36.723604 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a3307bea-c9cd-4d84-a8cf-994b6857f213 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:36.726741 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-a3307bea-c9cd-4d84-a8cf-994b6857f213 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aa30feaf-f64b-4b8c-8112-482aa5e4cd00 HTTP/1.1" status: 204 len: 168 time: 0.2934406 May 09 23:07:36.728403 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5db88b-0ff8-4aab-912b-8903097eb3bf None None] Network 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:07:36.729310 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34216) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:36.798812 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:36.849769 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Deleting port 8bb4628f-c47f-4a21-874c-3b68cd897b6c {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:36.849769 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:36.861123 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5ea1c974-5b13-415e-9ec4-da2723d94062 req-7361b54a-fefa-4892-8c87-afc0dba94d2c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 210 time: 0.0379848 May 09 23:07:36.912493 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c3a82f-5d22-4cba-b1a8-620dfb2bbf6f None None] DHCP port deletion for 38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 request from dv-cinder-840678-5-iscsi {{(pid=103351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 23:07:36.916113 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] For port 8bb4628f-c47f-4a21-874c-3b68cd897b6c, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=8bb4628f-c47f-4a21-874c-3b68cd897b6c,segment=NetworkSegment(5beef1e0-cde5-40a8-8b8b-7a209d81e134),segment_id=5beef1e0-cde5-40a8-8b8b-7a209d81e134)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:36.916485 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:36.930242 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Calling delete_port for 8bb4628f-c47f-4a21-874c-3b68cd897b6c owned by network:dhcp {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:36.952235 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-16c3a82f-5d22-4cba-b1a8-620dfb2bbf6f None None] Deleting port 8bb4628f-c47f-4a21-874c-3b68cd897b6c {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:36.953139 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-16c3a82f-5d22-4cba-b1a8-620dfb2bbf6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:37.015936 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:37.016559 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-16c3a82f-5d22-4cba-b1a8-620dfb2bbf6f None None] For port 8bb4628f-c47f-4a21-874c-3b68cd897b6c, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=8bb4628f-c47f-4a21-874c-3b68cd897b6c,segment=NetworkSegment(5beef1e0-cde5-40a8-8b8b-7a209d81e134),segment_id=5beef1e0-cde5-40a8-8b8b-7a209d81e134)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:37.017049 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-16c3a82f-5d22-4cba-b1a8-620dfb2bbf6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:37.029927 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-16c3a82f-5d22-4cba-b1a8-620dfb2bbf6f None None] Calling delete_port for 8bb4628f-c47f-4a21-874c-3b68cd897b6c owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:37.042842 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb4628f-c47f-4a21-874c-3b68cd897b6c,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:37.044676 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] No DVR routers for this DVR port 8bb4628f-c47f-4a21-874c-3b68cd897b6c on host dv-cinder-840678-5-iscsi {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:07:37.101042 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:37.118794 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:37.127374 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:37.127729 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 49e0cd49-aaf5-4ce6-b0b4-5c7345fa279e not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:37.141220 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6']}} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:37.151011 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5beef1e0-cde5-40a8-8b8b-7a209d81e134') {'for_net_delete': True} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:37.151183 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5beef1e0-cde5-40a8-8b8b-7a209d81e134') {} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:37.165287 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9966954'] for segment (5beef1e0-cde5-40a8-8b8b-7a209d81e134), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:37.178547 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-16c3a82f-5d22-4cba-b1a8-620dfb2bbf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536'] for port (8bb4628f-c47f-4a21-874c-3b68cd897b6c), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:37.180797 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (5beef1e0-cde5-40a8-8b8b-7a209d81e134), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:37.188276 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:07:37.189110 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885323'] for segment (5beef1e0-cde5-40a8-8b8b-7a209d81e134), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: Traceback (most recent call last): May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: timer() May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: cb(*args, **kw) May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: return func(*args, **kwargs) May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: self._notify() May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: self.callback(batched_events) May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: event.method(event) May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: return f(self, *a, **k) May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: return self._get(url).json() May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: return self.request(url, 'GET', **kwargs) May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:07:37.192361 dv-cinder-840678-5-iscsi neutron-server[103350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:07:37.251423 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:37.269785 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:37.276218 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] 10.222.0.23 "DELETE /v2.0/networks/38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6 HTTP/1.1" status: 204 len: 168 time: 0.5433068 May 09 23:07:37.276218 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84830e4c-e3c3-4d75-91a8-c1cda8d2f038 admin admin] Pushing event deleted for resources: {'Network': ['ID=38b8c3e2-c1d3-4ff0-a24c-7030c224e8d6,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:37.276495 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34222) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:37.336448 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3a82f-5d22-4cba-b1a8-620dfb2bbf6f None None] Pushing event deleted for resources: {'Port': ['ID=8bb4628f-c47f-4a21-874c-3b68cd897b6c,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:37.339754 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c3a82f-5d22-4cba-b1a8-620dfb2bbf6f None None] No DVR routers for this DVR port 8bb4628f-c47f-4a21-874c-3b68cd897b6c on host dv-cinder-840678-5-iscsi {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:07:37.383404 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d306f4-c96c-4957-967b-1d1447d2b592 req-d0659b05-d1c4-4e9b-a6a2-54bae831540a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:37.384907 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e5d306f4-c96c-4957-967b-1d1447d2b592 req-d0659b05-d1c4-4e9b-a6a2-54bae831540a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0638678 May 09 23:07:37.456622 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 76039854-47e2-4fec-b1c0-307c5dba414a no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:37.476139 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 76039854-47e2-4fec-b1c0-307c5dba414a {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:37.476482 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 76039854-47e2-4fec-b1c0-307c5dba414a not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:37.476891 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 8bb4628f-c47f-4a21-874c-3b68cd897b6c no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:37.496196 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 8bb4628f-c47f-4a21-874c-3b68cd897b6c {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:37.496532 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 8bb4628f-c47f-4a21-874c-3b68cd897b6c not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:37.496935 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 32e97e24-ba7f-4b00-ae99-b1c5d9af634f no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:37.503201 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e5d306f4-c96c-4957-967b-1d1447d2b592 req-5f2b1c48-f920-446e-8e77-fd8e577ba3fd tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896699 May 09 23:07:37.518024 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 32e97e24-ba7f-4b00-ae99-b1c5d9af634f {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:37.518399 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 32e97e24-ba7f-4b00-ae99-b1c5d9af634f not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:37.757326 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ccc96b9c-12a9-4e14-b4d4-c13ca15be6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719631'] for router_interface (9b6f0637-aad3-429f-a435-57553ee96d18), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:37.951731 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fc335bf5-8b11-481c-9767-58bce2aca3b2 req-4b3da0f2-c601-48c4-9a78-1374318ac6da tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ea1b8e-49ff-4716-8cbf-ca11225258aa HTTP/1.1" status: 200 len: 210 time: 0.0278983 May 09 23:07:38.046044 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-ccc96b9c-12a9-4e14-b4d4-c13ca15be6cd admin admin] Deleting port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:38.046974 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ccc96b9c-12a9-4e14-b4d4-c13ca15be6cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:38.125067 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [None req-ccc96b9c-12a9-4e14-b4d4-c13ca15be6cd admin admin] For port 3658e7c9-4eb7-4b4c-869f-6c332aeb8496, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=3658e7c9-4eb7-4b4c-869f-6c332aeb8496,segment=NetworkSegment(ae603e40-d17b-42db-a6a4-089c497fb4ce),segment_id=ae603e40-d17b-42db-a6a4-089c497fb4ce)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:38.125423 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ccc96b9c-12a9-4e14-b4d4-c13ca15be6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:38.138264 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-ccc96b9c-12a9-4e14-b4d4-c13ca15be6cd admin admin] Calling delete_port for 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 owned by network:router_interface {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:38.329294 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ccc96b9c-12a9-4e14-b4d4-c13ca15be6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (3658e7c9-4eb7-4b4c-869f-6c332aeb8496), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:38.355314 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc96b9c-12a9-4e14-b4d4-c13ca15be6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3658e7c9-4eb7-4b4c-869f-6c332aeb8496,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:38.497583 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad6aaa-6b56-4169-9a87-41c8bc6554e5 req-ade0f7f5-4112-4a15-a992-62d96b58990a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:38.499212 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-77ad6aaa-6b56-4169-9a87-41c8bc6554e5 req-ade0f7f5-4112-4a15-a992-62d96b58990a tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0862820 May 09 23:07:38.897250 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ccc96b9c-12a9-4e14-b4d4-c13ca15be6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725520'] for router_interface (9b6f0637-aad3-429f-a435-57553ee96d18), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:38.901618 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-77ad6aaa-6b56-4169-9a87-41c8bc6554e5 req-0ec8de3e-c677-4258-a6aa-7d85dd1b8de6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Deleting port a155ecdb-d89b-4868-8cb1-49548f3d778f {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:38.901942 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-77ad6aaa-6b56-4169-9a87-41c8bc6554e5 req-0ec8de3e-c677-4258-a6aa-7d85dd1b8de6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:38.953966 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461819c-29b1-4c2b-bbe3-ed49f50a9e24 req-cdc6dea2-c946-4322-b011-3ab600c91c36 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:38.955441 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7461819c-29b1-4c2b-bbe3-ed49f50a9e24 req-cdc6dea2-c946-4322-b011-3ab600c91c36 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7 HTTP/1.1" status: 200 len: 945 time: 0.3476794 May 09 23:07:39.045609 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34232) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:39.084784 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-77ad6aaa-6b56-4169-9a87-41c8bc6554e5 req-0ec8de3e-c677-4258-a6aa-7d85dd1b8de6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] For port a155ecdb-d89b-4868-8cb1-49548f3d778f, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a155ecdb-d89b-4868-8cb1-49548f3d778f,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:39.085155 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-77ad6aaa-6b56-4169-9a87-41c8bc6554e5 req-0ec8de3e-c677-4258-a6aa-7d85dd1b8de6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.091672 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7461819c-29b1-4c2b-bbe3-ed49f50a9e24 req-2da33e1f-a776-4766-b573-3073b634993b tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.23 "GET /v2.0/security-groups?id=23416004-525b-425b-a39c-6ac2289de009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304033 May 09 23:07:39.100434 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-dfca6b64-c21e-46fe-96be-9d93fada88f8 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (a4421a95-2d76-4360-8e3c-a30e2abf255b), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.125413 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-dfca6b64-c21e-46fe-96be-9d93fada88f8 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (a4421a95-2d76-4360-8e3c-a30e2abf255b), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.130176 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-77ad6aaa-6b56-4169-9a87-41c8bc6554e5 req-0ec8de3e-c677-4258-a6aa-7d85dd1b8de6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Calling delete_port for a155ecdb-d89b-4868-8cb1-49548f3d778f owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:39.172349 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-dfca6b64-c21e-46fe-96be-9d93fada88f8 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a4421a95-2d76-4360-8e3c-a30e2abf255b), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.174912 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-dfca6b64-c21e-46fe-96be-9d93fada88f8 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.176070 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-dfca6b64-c21e-46fe-96be-9d93fada88f8 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "DELETE /v2.0/security-groups/a4421a95-2d76-4360-8e3c-a30e2abf255b HTTP/1.1" status: 204 len: 168 time: 0.1288886 May 09 23:07:39.179147 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34234) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:39.198585 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca6b64-c21e-46fe-96be-9d93fada88f8 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4421a95-2d76-4360-8e3c-a30e2abf255b,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:39.201935 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.api.v2.resource [None req-ebf5e07f-0043-4aef-9d3f-696399b5c233 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] show failed (client error): The resource could not be found. May 09 23:07:39.202996 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-ebf5e07f-0043-4aef-9d3f-696399b5c233 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups/a4421a95-2d76-4360-8e3c-a30e2abf255b HTTP/1.1" status: 404 len: 347 time: 0.0229785 May 09 23:07:39.205795 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34236) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:39.323894 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-b92e8122-5113-445d-a329-1ba6fe3469fb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Deleting port 98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:39.324237 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b92e8122-5113-445d-a329-1ba6fe3469fb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.344457 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc96b9c-12a9-4e14-b4d4-c13ca15be6cd admin admin] Router 9b6f0637-aad3-429f-a435-57553ee96d18 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:07:39.399952 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b92e8122-5113-445d-a329-1ba6fe3469fb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.400341 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b92e8122-5113-445d-a329-1ba6fe3469fb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.400479 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-77ad6aaa-6b56-4169-9a87-41c8bc6554e5 req-0ec8de3e-c677-4258-a6aa-7d85dd1b8de6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (a155ecdb-d89b-4868-8cb1-49548f3d778f), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.416879 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-b92e8122-5113-445d-a329-1ba6fe3469fb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Calling delete_port for 98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85 owned by network:floatingip {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:39.441958 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8de3e-c677-4258-a6aa-7d85dd1b8de6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Pushing event deleted for resources: {'Port': ['ID=a155ecdb-d89b-4868-8cb1-49548f3d778f,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:39.501211 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ad6aaa-6b56-4169-9a87-41c8bc6554e5 req-0ec8de3e-c677-4258-a6aa-7d85dd1b8de6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] No DVR routers for this DVR port a155ecdb-d89b-4868-8cb1-49548f3d778f on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:07:39.527126 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-77ad6aaa-6b56-4169-9a87-41c8bc6554e5 req-0ec8de3e-c677-4258-a6aa-7d85dd1b8de6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.530315 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-77ad6aaa-6b56-4169-9a87-41c8bc6554e5 req-0ec8de3e-c677-4258-a6aa-7d85dd1b8de6 tempest-ServerRescueNegativeTestJSON-345311633 tempest-ServerRescueNegativeTestJSON-345311633-project] 10.222.0.55 "DELETE /v2.0/ports/a155ecdb-d89b-4868-8cb1-49548f3d778f HTTP/1.1" status: 204 len: 173 time: 1.0240324 May 09 23:07:39.530779 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7', 'name': 'network-vif-deleted', 'tag': 'a155ecdb-d89b-4868-8cb1-49548f3d778f'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:39.533019 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aede5f5-92c3-4c81-b414-c937e357eca7" -d '{"events": [{"server_uuid": "ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7", "name": "network-vif-deleted", "tag": "a155ecdb-d89b-4868-8cb1-49548f3d778f"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:39.568270 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc96b9c-12a9-4e14-b4d4-c13ca15be6cd admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:07:39.571983 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbba517-6026-4931-a262-2688268f50c5 x-openstack-request-id: req-6cbba517-6026-4931-a262-2688268f50c5 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:39.572158 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7", "name": "network-vif-deleted", "tag": "a155ecdb-d89b-4868-8cb1-49548f3d778f", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:39.572468 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cbba517-6026-4931-a262-2688268f50c5 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:39.572900 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cbba517-6026-4931-a262-2688268f50c5'] response: {'server_uuid': 'ee4d6ed8-3ee1-4d07-895e-43097ba3e2e7', 'name': 'network-vif-deleted', 'tag': 'a155ecdb-d89b-4868-8cb1-49548f3d778f', 'status': 'completed', 'code': 200} May 09 23:07:39.574958 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b92e8122-5113-445d-a329-1ba6fe3469fb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.581018 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-ccc96b9c-12a9-4e14-b4d4-c13ca15be6cd admin admin] 10.222.0.23 "PUT /v2.0/routers/9b6f0637-aad3-429f-a435-57553ee96d18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2992072 May 09 23:07:39.581018 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34240) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:39.583010 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d575510-9f43-420a-8edb-c31a6af2b093 None None] Sync routers for ids ['9b6f0637-aad3-429f-a435-57553ee96d18'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:07:39.602629 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d575510-9f43-420a-8edb-c31a6af2b093 None None] Routers {'9b6f0637-aad3-429f-a435-57553ee96d18'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:39.603258 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e8122-5113-445d-a329-1ba6fe3469fb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event deleted for resources: {'Port': ['ID=98d1763f-ca57-4ffe-92bc-5d5b7f1dfc85,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:39.603918 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3d575510-9f43-420a-8edb-c31a6af2b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['9b6f0637-aad3-429f-a435-57553ee96d18'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:39.673767 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b92e8122-5113-445d-a329-1ba6fe3469fb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (0cb7d68a-a22f-4263-9751-4210454f4e87), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.676943 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b92e8122-5113-445d-a329-1ba6fe3469fb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.680600 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-b92e8122-5113-445d-a329-1ba6fe3469fb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "DELETE /v2.0/floatingips/0cb7d68a-a22f-4263-9751-4210454f4e87 HTTP/1.1" status: 204 len: 168 time: 0.4713538 May 09 23:07:39.710719 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] Publish callbacks [] for router (9b6f0637-aad3-429f-a435-57553ee96d18), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.750944 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34244) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:39.756417 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-9f3e1963-e5af-4687-9547-beb6759771b7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860571765', 'description': 'tempest-description--1650985046'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:39.770456 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-3d575510-9f43-420a-8edb-c31a6af2b093 None None] Set router 9b6f0637-aad3-429f-a435-57553ee96d18 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:39.788066 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1963-e5af-4687-9547-beb6759771b7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.850524 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] Publish callbacks [] for router_gateway (9b6f0637-aad3-429f-a435-57553ee96d18), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.878234 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1963-e5af-4687-9547-beb6759771b7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (02cc507a-d0bc-433a-9897-5481a800ae0f), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.887439 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1963-e5af-4687-9547-beb6759771b7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (02cc507a-d0bc-433a-9897-5481a800ae0f), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.915969 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] Deleting port bf4c1470-6717-44e7-b2a8-47d2faef6c11 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:39.916328 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (bf4c1470-6717-44e7-b2a8-47d2faef6c11), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.920954 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1963-e5af-4687-9547-beb6759771b7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.922546 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-9f3e1963-e5af-4687-9547-beb6759771b7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1703837 May 09 23:07:39.926603 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34246) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:39.932651 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-51fb38d7-3592-4bd8-b36a-dd16517eb32f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'security_group_rule': {'security_group_id': '02cc507a-d0bc-433a-9897-5481a800ae0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:39.951051 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e1963-e5af-4687-9547-beb6759771b7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cc507a-d0bc-433a-9897-5481a800ae0f,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:39.978710 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-51fb38d7-3592-4bd8-b36a-dd16517eb32f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (f0baf70c-8fc4-4dec-8f21-021d224e469c), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:39.998577 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3d575510-9f43-420a-8edb-c31a6af2b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'name': 'tempest-TestMinimumBasicScenario-713643985-router', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1470-6717-44e7-b2a8-47d2faef6c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:17Z', 'updated_at': '2022-05-09T23:07:38Z', 'revision_number': 5, 'project_id': '3d9e04b82a614f86be6d631e4bdc6918', 'gw_port': {'id': 'bf4c1470-6717-44e7-b2a8-47d2faef6c11', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:04:18Z', 'updated_at': '2022-05-09T23:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:40.045846 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] For port bf4c1470-6717-44e7-b2a8-47d2faef6c11, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=bf4c1470-6717-44e7-b2a8-47d2faef6c11,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:40.046180 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (bf4c1470-6717-44e7-b2a8-47d2faef6c11), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.066522 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] Calling delete_port for bf4c1470-6717-44e7-b2a8-47d2faef6c11 owned by network:router_gateway {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:40.069216 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-51fb38d7-3592-4bd8-b36a-dd16517eb32f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (f0baf70c-8fc4-4dec-8f21-021d224e469c), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.075991 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-51fb38d7-3592-4bd8-b36a-dd16517eb32f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (f0baf70c-8fc4-4dec-8f21-021d224e469c), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.103692 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb38d7-3592-4bd8-b36a-dd16517eb32f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0baf70c-8fc4-4dec-8f21-021d224e469c,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:40.110382 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-51fb38d7-3592-4bd8-b36a-dd16517eb32f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.113895 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-51fb38d7-3592-4bd8-b36a-dd16517eb32f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1839428 May 09 23:07:40.115392 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34248) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:40.141815 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-4d18edd0-3f0b-404d-a5ae-620f5842d0af tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'security_group_rule': {'security_group_id': '02cc507a-d0bc-433a-9897-5481a800ae0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:40.144525 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d575510-9f43-420a-8edb-c31a6af2b093 None None] Checking router: 9b6f0637-aad3-429f-a435-57553ee96d18 for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:07:40.154062 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d575510-9f43-420a-8edb-c31a6af2b093 None None] Routers {'9b6f0637-aad3-429f-a435-57553ee96d18'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:40.154721 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3d575510-9f43-420a-8edb-c31a6af2b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['9b6f0637-aad3-429f-a435-57553ee96d18'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:40.168152 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34252) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:40.192012 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4d18edd0-3f0b-404d-a5ae-620f5842d0af tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (df11c21d-f2b1-484b-b3f5-2d5dc4ce7d66), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.247950 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-3d575510-9f43-420a-8edb-c31a6af2b093 None None] Set router 9b6f0637-aad3-429f-a435-57553ee96d18 gateway port host: None {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:40.260598 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4d18edd0-3f0b-404d-a5ae-620f5842d0af tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (df11c21d-f2b1-484b-b3f5-2d5dc4ce7d66), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.266620 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4d18edd0-3f0b-404d-a5ae-620f5842d0af tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (df11c21d-f2b1-484b-b3f5-2d5dc4ce7d66), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.292527 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18edd0-3f0b-404d-a5ae-620f5842d0af tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df11c21d-f2b1-484b-b3f5-2d5dc4ce7d66,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:40.301290 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4d18edd0-3f0b-404d-a5ae-620f5842d0af tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.305877 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-4d18edd0-3f0b-404d-a5ae-620f5842d0af tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1876917 May 09 23:07:40.306277 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34256) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:40.311187 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'floatingip': {'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:40.312806 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3d575510-9f43-420a-8edb-c31a6af2b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'name': 'tempest-TestMinimumBasicScenario-713643985-router', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:17Z', 'updated_at': '2022-05-09T23:07:39Z', 'revision_number': 6, 'project_id': '3d9e04b82a614f86be6d631e4bdc6918', 'gw_port_host': None}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:40.322133 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (bf4c1470-6717-44e7-b2a8-47d2faef6c11), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.345278 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d575510-9f43-420a-8edb-c31a6af2b093 None None] The sync data for ids ['9b6f0637-aad3-429f-a435-57553ee96d18'] in dv-cinder-840678-5-iscsi is: [{'id': '9b6f0637-aad3-429f-a435-57553ee96d18', 'name': 'tempest-TestMinimumBasicScenario-713643985-router', 'tenant_id': '3d9e04b82a614f86be6d631e4bdc6918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:04:17Z', 'updated_at': '2022-05-09T23:07:39Z', 'revision_number': 6, 'project_id': '3d9e04b82a614f86be6d631e4bdc6918', 'gw_port_host': None}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:07:40.352234 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4c1470-6717-44e7-b2a8-47d2faef6c11,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:40.388074 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.427016 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733245'] for router_gateway (9b6f0637-aad3-429f-a435-57553ee96d18), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.542549 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112502'] for router (9b6f0637-aad3-429f-a435-57553ee96d18), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.545204 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] Publish callbacks [] for router_controller (9b6f0637-aad3-429f-a435-57553ee96d18), precommit_delete_associations {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.625750 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731628'] for router (9b6f0637-aad3-429f-a435-57553ee96d18), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.625750 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b6f0637-aad3-429f-a435-57553ee96d18 {{(pid=103350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 23:07:40.629616 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.633742 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-e07af122-b84e-4e53-b11c-ae933e905777 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9b6f0637-aad3-429f-a435-57553ee96d18 HTTP/1.1" status: 204 len: 168 time: 1.0504947 May 09 23:07:40.633909 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34258) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:40.688372 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9b0aa5-b7f7-41d6-9479-b64104574230 admin admin] Deleting subnet b1b13475-f58e-4402-822c-3e066fb925a0 {{(pid=103350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:07:40.693259 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0aa5-b7f7-41d6-9479-b64104574230 admin admin] Publish callbacks [] for subnet (b1b13475-f58e-4402-822c-3e066fb925a0), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.734082 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0aa5-b7f7-41d6-9479-b64104574230 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966931'] for subnet (b1b13475-f58e-4402-822c-3e066fb925a0), precommit_delete_associations {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.791812 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.830911 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0aa5-b7f7-41d6-9479-b64104574230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (b1b13475-f58e-4402-822c-3e066fb925a0), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.892542 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0aa5-b7f7-41d6-9479-b64104574230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9883945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9732371'] for subnet (b1b13475-f58e-4402-822c-3e066fb925a0), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.921611 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b0aa5-b7f7-41d6-9479-b64104574230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b13475-f58e-4402-822c-3e066fb925a0,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:40.929000 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0aa5-b7f7-41d6-9479-b64104574230 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:40.929000 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-2b9b0aa5-b7f7-41d6-9479-b64104574230 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b1b13475-f58e-4402-822c-3e066fb925a0 HTTP/1.1" status: 204 len: 168 time: 0.2936022 May 09 23:07:40.931052 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34260) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:40.934398 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2c4df3-07a8-4360-b4fc-8f66a2b47131 None None] Network dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:07:40.979900 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Allocated IP 172.27.3.84 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/b9ffeb89-af05-4e3a-9666-fee7118d6ad5) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:07:41.002976 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.057199 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Deleting port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:41.057541 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.077365 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device a155ecdb-d89b-4868-8cb1-49548f3d778f no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:41.101546 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: a155ecdb-d89b-4868-8cb1-49548f3d778f {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:41.101978 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device a155ecdb-d89b-4868-8cb1-49548f3d778f not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:41.132039 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] For port 686c8c00-af2c-44bb-8c4b-458b1810c2b2, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=686c8c00-af2c-44bb-8c4b-458b1810c2b2,segment=NetworkSegment(ae603e40-d17b-42db-a6a4-089c497fb4ce),segment_id=ae603e40-d17b-42db-a6a4-089c497fb4ce)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:41.132502 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.138362 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7d6abe0e-559b-4e84-a0b7-8f10a1f76242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719631'] for router_interface (51f3d03d-15df-4054-89d2-08fbe6a1672a), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.143388 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934a1633-065a-4eb3-8a0b-d7d3cec87bd8 None None] DHCP port deletion for dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e request from dv-cinder-840678-5-iscsi {{(pid=103351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 23:07:41.148758 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Calling delete_port for 686c8c00-af2c-44bb-8c4b-458b1810c2b2 owned by network:dhcp {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:41.189219 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-934a1633-065a-4eb3-8a0b-d7d3cec87bd8 None None] Deleting port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:41.189738 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-934a1633-065a-4eb3-8a0b-d7d3cec87bd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.206219 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for port (b9ffeb89-af05-4e3a-9666-fee7118d6ad5), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.246140 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.258075 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-934a1633-065a-4eb3-8a0b-d7d3cec87bd8 None None] For port 686c8c00-af2c-44bb-8c4b-458b1810c2b2, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=686c8c00-af2c-44bb-8c4b-458b1810c2b2,segment=NetworkSegment(ae603e40-d17b-42db-a6a4-089c497fb4ce),segment_id=ae603e40-d17b-42db-a6a4-089c497fb4ce)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:41.258792 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-934a1633-065a-4eb3-8a0b-d7d3cec87bd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.261426 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] No DVR routers for this DVR port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 on host dv-cinder-840678-5-iscsi {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:07:41.274360 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-934a1633-065a-4eb3-8a0b-d7d3cec87bd8 None None] Calling delete_port for 686c8c00-af2c-44bb-8c4b-458b1810c2b2 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:41.306204 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Pushing event deleted for resources: {'Port': ['ID=686c8c00-af2c-44bb-8c4b-458b1810c2b2,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:41.324187 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (b9ffeb89-af05-4e3a-9666-fee7118d6ad5), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.364510 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.365045 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-934a1633-065a-4eb3-8a0b-d7d3cec87bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536'] for port (686c8c00-af2c-44bb-8c4b-458b1810c2b2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.381820 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:07:41.389352 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e']}} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:41.389767 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a1633-065a-4eb3-8a0b-d7d3cec87bd8 None None] Pushing event deleted for resources: {'Port': ['ID=686c8c00-af2c-44bb-8c4b-458b1810c2b2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:41.391466 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:07:41.396086 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a1633-065a-4eb3-8a0b-d7d3cec87bd8 None None] No DVR routers for this DVR port 686c8c00-af2c-44bb-8c4b-458b1810c2b2 on host dv-cinder-840678-5-iscsi {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:07:41.400807 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:07:41.402397 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae603e40-d17b-42db-a6a4-089c497fb4ce') {'for_net_delete': True} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:41.402699 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae603e40-d17b-42db-a6a4-089c497fb4ce') {} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:41.418903 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9966954'] for segment (ae603e40-d17b-42db-a6a4-089c497fb4ce), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.429754 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'Port': ['ID=b9ffeb89-af05-4e3a-9666-fee7118d6ad5,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:41.435396 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (ae603e40-d17b-42db-a6a4-089c497fb4ce), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.444166 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:07:41.444743 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885323'] for segment (ae603e40-d17b-42db-a6a4-089c497fb4ce), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: Traceback (most recent call last): May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: timer() May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: cb(*args, **kw) May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: return func(*args, **kwargs) May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: self._notify() May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: self.callback(batched_events) May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: event.method(event) May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: return f(self, *a, **k) May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: return self._get(url).json() May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: return self.request(url, 'GET', **kwargs) May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:07:41.446901 dv-cinder-840678-5-iscsi neutron-server[103350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:07:41.516234 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.536727 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:41.539644 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.543367 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-62db2680-5ea0-47ec-9fd1-57ec9a4ba820 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dd2b2e8f-f4cb-4ef1-8e1c-4d503b205e9e HTTP/1.1" status: 204 len: 168 time: 0.6113806 May 09 23:07:41.561189 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-7d6abe0e-559b-4e84-a0b7-8f10a1f76242 admin admin] Deleting port d8642683-2128-485f-80aa-21be69c1e51f {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:41.561448 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7d6abe0e-559b-4e84-a0b7-8f10a1f76242 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (d8642683-2128-485f-80aa-21be69c1e51f), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.565851 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (492947a5-b6e3-43cb-b48d-08983f3cc1a1), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.568886 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:41.598335 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:41.599306 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 3658e7c9-4eb7-4b4c-869f-6c332aeb8496 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:41.600043 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device bf4c1470-6717-44e7-b2a8-47d2faef6c11 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:41.628912 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: bf4c1470-6717-44e7-b2a8-47d2faef6c11 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:41.629262 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device bf4c1470-6717-44e7-b2a8-47d2faef6c11 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:41.629674 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 686c8c00-af2c-44bb-8c4b-458b1810c2b2 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:41.653275 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 686c8c00-af2c-44bb-8c4b-458b1810c2b2 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:41.653625 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 686c8c00-af2c-44bb-8c4b-458b1810c2b2 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:41.660432 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b9ffeb89-af05-4e3a-9666-fee7118d6ad5), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.696758 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34264) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:41.702253 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-7d6abe0e-559b-4e84-a0b7-8f10a1f76242 admin admin] For port d8642683-2128-485f-80aa-21be69c1e51f, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=d8642683-2128-485f-80aa-21be69c1e51f,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:41.703185 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7d6abe0e-559b-4e84-a0b7-8f10a1f76242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (d8642683-2128-485f-80aa-21be69c1e51f), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.725627 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-7d6abe0e-559b-4e84-a0b7-8f10a1f76242 admin admin] Calling delete_port for d8642683-2128-485f-80aa-21be69c1e51f owned by network:router_interface {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:41.738054 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-39671ef3-9cc7-49fd-bbe3-e54da28794cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93df4f41ba52453dabfd21f82cb9238b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399935 May 09 23:07:41.740523 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34266) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:41.787989 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b2f22489-7da3-40bc-9aab-e7878dec370b admin admin] Publish callbacks [] for security_group (df4b11f0-b426-4f2d-abcf-11e45c5ff9fd), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.808871 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b2f22489-7da3-40bc-9aab-e7878dec370b admin admin] Publish callbacks [] for security_group (df4b11f0-b426-4f2d-abcf-11e45c5ff9fd), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.860219 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b2f22489-7da3-40bc-9aab-e7878dec370b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (df4b11f0-b426-4f2d-abcf-11e45c5ff9fd), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.862818 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b2f22489-7da3-40bc-9aab-e7878dec370b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.864080 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-b2f22489-7da3-40bc-9aab-e7878dec370b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df4b11f0-b426-4f2d-abcf-11e45c5ff9fd HTTP/1.1" status: 204 len: 168 time: 0.1225338 May 09 23:07:41.872179 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f22489-7da3-40bc-9aab-e7878dec370b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4b11f0-b426-4f2d-abcf-11e45c5ff9fd,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:41.935346 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for port (b9ffeb89-af05-4e3a-9666-fee7118d6ad5), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:41.945762 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (b9ffeb89-af05-4e3a-9666-fee7118d6ad5), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:42.029817 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'Port': ['ID=b9ffeb89-af05-4e3a-9666-fee7118d6ad5,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:42.070407 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (492947a5-b6e3-43cb-b48d-08983f3cc1a1), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:42.091862 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:42.093123 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-345ff34f-af25-49cb-b51d-4419cdfee9b1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7856951 May 09 23:07:42.094371 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7d6abe0e-559b-4e84-a0b7-8f10a1f76242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (d8642683-2128-485f-80aa-21be69c1e51f), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:42.125005 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6abe0e-559b-4e84-a0b7-8f10a1f76242 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8642683-2128-485f-80aa-21be69c1e51f,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:42.215515 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34276) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:42.276557 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-e72ea941-ec2f-4fca-8027-cf489732a98e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d9e04b82a614f86be6d631e4bdc6918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594938 May 09 23:07:42.281786 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34282) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:42.323819 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7d6abe0e-559b-4e84-a0b7-8f10a1f76242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725520'] for router_interface (51f3d03d-15df-4054-89d2-08fbe6a1672a), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:42.372630 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b0994136-d7a5-4218-8cb5-50e814b6e947 admin admin] Publish callbacks [] for security_group (9af5028f-0568-4abf-a54b-e5b4d7b617b6), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:42.378257 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-8da14512-e7b8-4702-b95c-0e84aff0d39b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1860571765&fields=id&tenant_id=b776734a879d4c0785b1d3728b79b766 HTTP/1.1" status: 200 len: 267 time: 0.0754550 May 09 23:07:42.443278 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b0994136-d7a5-4218-8cb5-50e814b6e947 admin admin] Publish callbacks [] for security_group (9af5028f-0568-4abf-a54b-e5b4d7b617b6), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:42.521966 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-b4a9aeb6-f514-4d21-b37c-0fbe2e27be5b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:42.523472 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-b4a9aeb6-f514-4d21-b37c-0fbe2e27be5b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 815 time: 0.1368182 May 09 23:07:42.537631 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b0994136-d7a5-4218-8cb5-50e814b6e947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (9af5028f-0568-4abf-a54b-e5b4d7b617b6), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:42.540125 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b0994136-d7a5-4218-8cb5-50e814b6e947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:42.541196 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-b0994136-d7a5-4218-8cb5-50e814b6e947 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9af5028f-0568-4abf-a54b-e5b4d7b617b6 HTTP/1.1" status: 204 len: 168 time: 0.2575679 May 09 23:07:42.545262 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-bc4e7256-38b9-4385-bf52-1b819c77c172 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/quotas/b776734a879d4c0785b1d3728b79b766 HTTP/1.1" status: 200 len: 375 time: 0.0163898 May 09 23:07:42.551468 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0994136-d7a5-4218-8cb5-50e814b6e947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af5028f-0568-4abf-a54b-e5b4d7b617b6,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:42.570529 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6abe0e-559b-4e84-a0b7-8f10a1f76242 admin admin] Router 51f3d03d-15df-4054-89d2-08fbe6a1672a has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:07:42.605052 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-fb8b49af-4c36-4f64-9371-57794c171f7d tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504334 May 09 23:07:42.684999 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6abe0e-559b-4e84-a0b7-8f10a1f76242 admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:07:42.690790 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-7d6abe0e-559b-4e84-a0b7-8f10a1f76242 admin admin] 10.222.0.23 "PUT /v2.0/routers/51f3d03d-15df-4054-89d2-08fbe6a1672a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5211489 May 09 23:07:42.693544 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34292) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:42.695985 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8217533a-abf8-403b-8a37-a99f4fc8eee6 None None] Sync routers for ids ['51f3d03d-15df-4054-89d2-08fbe6a1672a'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:07:42.709562 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8217533a-abf8-403b-8a37-a99f4fc8eee6 None None] Routers {'51f3d03d-15df-4054-89d2-08fbe6a1672a'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:42.710549 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-8217533a-abf8-403b-8a37-a99f4fc8eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['51f3d03d-15df-4054-89d2-08fbe6a1672a'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:42.832031 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-8217533a-abf8-403b-8a37-a99f4fc8eee6 None None] Set router 51f3d03d-15df-4054-89d2-08fbe6a1672a gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:42.903439 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] Publish callbacks [] for router (51f3d03d-15df-4054-89d2-08fbe6a1672a), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:42.989402 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-3ef550b6-4c17-47fd-8be0-ef14fe042307 service neutron] 10.222.0.23 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699317 May 09 23:07:43.019187 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-8217533a-abf8-403b-8a37-a99f4fc8eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:07:42Z', 'revision_number': 5, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:43.049753 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8217533a-abf8-403b-8a37-a99f4fc8eee6 None None] Checking router: 51f3d03d-15df-4054-89d2-08fbe6a1672a for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:07:43.058196 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8217533a-abf8-403b-8a37-a99f4fc8eee6 None None] Routers {'51f3d03d-15df-4054-89d2-08fbe6a1672a'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:43.058805 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-8217533a-abf8-403b-8a37-a99f4fc8eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['51f3d03d-15df-4054-89d2-08fbe6a1672a'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:43.081898 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] Publish callbacks [] for router_gateway (51f3d03d-15df-4054-89d2-08fbe6a1672a), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:43.139856 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-16683f9b-6424-47b6-abd6-ca1197d64f37 service neutron] 10.222.0.23 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262336 May 09 23:07:43.146419 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] Deleting port b287382d-b47b-4f8f-94a2-e587760c1bcf {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:43.146755 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (b287382d-b47b-4f8f-94a2-e587760c1bcf), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:43.170537 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-8217533a-abf8-403b-8a37-a99f4fc8eee6 None None] Set router 51f3d03d-15df-4054-89d2-08fbe6a1672a gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:43.230079 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] For port b287382d-b47b-4f8f-94a2-e587760c1bcf, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=b287382d-b47b-4f8f-94a2-e587760c1bcf,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:43.230527 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (b287382d-b47b-4f8f-94a2-e587760c1bcf), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:43.246596 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] Calling delete_port for b287382d-b47b-4f8f-94a2-e587760c1bcf owned by network:router_gateway {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:43.320474 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cf6944b3-d9f8-450e-a854-e4d6a4e57058 req-fe2348f1-bdd8-43ca-b6d1-15b755c822de tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 210 time: 0.0407948 May 09 23:07:43.355436 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-8217533a-abf8-403b-8a37-a99f4fc8eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:07:42Z', 'revision_number': 5, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:43.382601 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8217533a-abf8-403b-8a37-a99f4fc8eee6 None None] The sync data for ids ['51f3d03d-15df-4054-89d2-08fbe6a1672a'] in dv-cinder-840678-5-iscsi is: [{'id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'name': 'tempest-ServerRescueNegativeTestJSON-1287948270-router', 'tenant_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:16Z', 'updated_at': '2022-05-09T23:07:42Z', 'revision_number': 5, 'project_id': '0cb055ff9f0d4af6962070c7a2f19bf3', 'gw_port': {'id': 'b287382d-b47b-4f8f-94a2-e587760c1bcf', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f3d03d-15df-4054-89d2-08fbe6a1672a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:17Z', 'updated_at': '2022-05-09T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:07:43.456828 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (b287382d-b47b-4f8f-94a2-e587760c1bcf), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:43.482191 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b287382d-b47b-4f8f-94a2-e587760c1bcf,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:43.542796 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733245'] for router_gateway (51f3d03d-15df-4054-89d2-08fbe6a1672a), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:43.910693 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112502'] for router (51f3d03d-15df-4054-89d2-08fbe6a1672a), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:43.913373 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] Publish callbacks [] for router_controller (51f3d03d-15df-4054-89d2-08fbe6a1672a), precommit_delete_associations {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:43.960277 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731628'] for router (51f3d03d-15df-4054-89d2-08fbe6a1672a), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:43.961138 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51f3d03d-15df-4054-89d2-08fbe6a1672a {{(pid=103350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 23:07:43.966707 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:43.967436 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-3a21fb8b-c505-42d1-afb2-2cf26fcc93b6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/51f3d03d-15df-4054-89d2-08fbe6a1672a HTTP/1.1" status: 204 len: 168 time: 1.2728982 May 09 23:07:43.970613 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34306) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:44.022671 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_v2 [None req-93244ba9-85c8-46cb-a9f2-fab45518eb46 admin admin] Deleting subnet 6c269878-3551-44b2-b4c9-9e0aefdfedd6 {{(pid=103349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:07:44.026125 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-93244ba9-85c8-46cb-a9f2-fab45518eb46 admin admin] Publish callbacks [] for subnet (6c269878-3551-44b2-b4c9-9e0aefdfedd6), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.061935 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-93244ba9-85c8-46cb-a9f2-fab45518eb46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2099962'] for subnet (6c269878-3551-44b2-b4c9-9e0aefdfedd6), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.178850 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-93244ba9-85c8-46cb-a9f2-fab45518eb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (6c269878-3551-44b2-b4c9-9e0aefdfedd6), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.228634 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-93244ba9-85c8-46cb-a9f2-fab45518eb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2133958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9656954'] for subnet (6c269878-3551-44b2-b4c9-9e0aefdfedd6), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.258643 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93244ba9-85c8-46cb-a9f2-fab45518eb46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c269878-3551-44b2-b4c9-9e0aefdfedd6,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:44.260622 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-93244ba9-85c8-46cb-a9f2-fab45518eb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.266458 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-93244ba9-85c8-46cb-a9f2-fab45518eb46 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6c269878-3551-44b2-b4c9-9e0aefdfedd6 HTTP/1.1" status: 204 len: 168 time: 0.2921052 May 09 23:07:44.266580 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fd73d5-3484-495d-819a-80c4c1c6fb0c None None] Network 22e6fa81-87ea-460b-b290-1c8d865027a7 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:07:44.267018 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34310) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:44.340310 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (22e6fa81-87ea-460b-b290-1c8d865027a7), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.399244 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Deleting port 14864e89-d292-4260-b287-0b2baa46cb7b {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:44.399608 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.463377 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3091650a-1b2c-4fb1-be95-5df721f8499a None None] DHCP port deletion for 22e6fa81-87ea-460b-b290-1c8d865027a7 request from dv-cinder-840678-5-iscsi {{(pid=103351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 23:07:44.495234 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-28b1eee5-4600-4296-a3a7-8a34d395bd14 req-03432865-f7b8-4517-ba17-33085fa131c5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 210 time: 0.0586431 May 09 23:07:44.517819 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] For port 14864e89-d292-4260-b287-0b2baa46cb7b, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=14864e89-d292-4260-b287-0b2baa46cb7b,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:44.518209 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.532562 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-0c977369-0548-49cc-a3f0-655e2e1f46be tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:44.533376 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Calling delete_port for 14864e89-d292-4260-b287-0b2baa46cb7b owned by network:dhcp {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:44.534402 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-0c977369-0548-49cc-a3f0-655e2e1f46be tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 815 time: 0.1920979 May 09 23:07:44.552298 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3091650a-1b2c-4fb1-be95-5df721f8499a None None] Deleting port 14864e89-d292-4260-b287-0b2baa46cb7b {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:07:44.554502 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3091650a-1b2c-4fb1-be95-5df721f8499a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.605003 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-1bcafa4b-610f-4e2f-94c0-c55a2db47c5f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b776734a879d4c0785b1d3728b79b766 HTTP/1.1" status: 200 len: 380 time: 0.0607700 May 09 23:07:44.618690 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-cae8e49b-a48a-4854-b256-3615651de22b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'port': {'device_id': '791da3e3-267a-4bdd-9761-386c1061811e', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'admin_state_up': True, 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'security_groups': ['02cc507a-d0bc-433a-9897-5481a800ae0f']}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:44.619787 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.628489 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-3091650a-1b2c-4fb1-be95-5df721f8499a None None] For port 14864e89-d292-4260-b287-0b2baa46cb7b, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=14864e89-d292-4260-b287-0b2baa46cb7b,segment=NetworkSegment(3f25b22a-0c42-41c0-a012-de6665dc84cf),segment_id=3f25b22a-0c42-41c0-a012-de6665dc84cf)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:44.629120 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3091650a-1b2c-4fb1-be95-5df721f8499a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.636697 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] No DVR routers for this DVR port 14864e89-d292-4260-b287-0b2baa46cb7b on host dv-cinder-840678-5-iscsi {{(pid=103349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:07:44.644630 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3091650a-1b2c-4fb1-be95-5df721f8499a None None] Calling delete_port for 14864e89-d292-4260-b287-0b2baa46cb7b owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:07:44.676770 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Pushing event deleted for resources: {'Port': ['ID=14864e89-d292-4260-b287-0b2baa46cb7b,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:44.727423 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (22e6fa81-87ea-460b-b290-1c8d865027a7), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.730754 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3091650a-1b2c-4fb1-be95-5df721f8499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536'] for port (14864e89-d292-4260-b287-0b2baa46cb7b), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.744330 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-cae8e49b-a48a-4854-b256-3615651de22b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Made reservation on behalf of b776734a879d4c0785b1d3728b79b766 for: {'port': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:07:44.748239 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-cae8e49b-a48a-4854-b256-3615651de22b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.752173 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e6fa81-87ea-460b-b290-1c8d865027a7']}} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:44.760199 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091650a-1b2c-4fb1-be95-5df721f8499a None None] Pushing event deleted for resources: {'Port': ['ID=14864e89-d292-4260-b287-0b2baa46cb7b,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:44.761807 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f25b22a-0c42-41c0-a012-de6665dc84cf') {'for_net_delete': True} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:44.762249 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f25b22a-0c42-41c0-a012-de6665dc84cf') {} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:44.766377 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3091650a-1b2c-4fb1-be95-5df721f8499a None None] No DVR routers for this DVR port 14864e89-d292-4260-b287-0b2baa46cb7b on host dv-cinder-840678-5-iscsi {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:07:44.772886 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2099907'] for segment (3f25b22a-0c42-41c0-a012-de6665dc84cf), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.790099 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (3f25b22a-0c42-41c0-a012-de6665dc84cf), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.798740 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:07:44.799187 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2132068'] for segment (3f25b22a-0c42-41c0-a012-de6665dc84cf), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: Traceback (most recent call last): May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: timer() May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: cb(*args, **kw) May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: return func(*args, **kwargs) May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: self._notify() May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: self.callback(batched_events) May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: event.method(event) May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: return f(self, *a, **k) May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._get(url).json() May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: return self.request(url, 'GET', **kwargs) May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:07:44.801363 dv-cinder-840678-5-iscsi neutron-server[103349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:07:44.857851 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (22e6fa81-87ea-460b-b290-1c8d865027a7), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.862888 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:44.866032 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] 10.222.0.23 "DELETE /v2.0/networks/22e6fa81-87ea-460b-b290-1c8d865027a7 HTTP/1.1" status: 204 len: 168 time: 0.5987141 May 09 23:07:44.878022 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a490695-e382-44d1-bc33-0b4f2423f72b admin admin] Pushing event deleted for resources: {'Network': ['ID=22e6fa81-87ea-460b-b290-1c8d865027a7,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:44.896048 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-cae8e49b-a48a-4854-b256-3615651de22b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Allocated IP 172.20.0.3 (a8d1714e-6adf-478e-9341-0aabd043adfd/d84bfe41-fb6f-4a50-9a95-878c5deeae54/79d9a4b3-de1a-4fc9-bd91-29fa1550dc38) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:07:45.031296 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34320) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:45.036189 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-cae8e49b-a48a-4854-b256-3615651de22b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:45.069700 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-cae8e49b-a48a-4854-b256-3615651de22b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:45.071262 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-a6c201b0-3197-4dd8-9415-5a9786fd832a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0cb055ff9f0d4af6962070c7a2f19bf3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386717 May 09 23:07:45.073738 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34322) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:45.114641 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-cae8e49b-a48a-4854-b256-3615651de22b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Network a8d1714e-6adf-478e-9341-0aabd043adfd is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:07:45.117684 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-cae8e49b-a48a-4854-b256-3615651de22b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:07:45.120092 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-cae8e49b-a48a-4854-b256-3615651de22b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:07:45.121305 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d98b76fc-140a-47f5-9a39-7e2e898770c9 admin admin] Publish callbacks [] for security_group (23416004-525b-425b-a39c-6ac2289de009), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:45.144028 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d98b76fc-140a-47f5-9a39-7e2e898770c9 admin admin] Publish callbacks [] for security_group (23416004-525b-425b-a39c-6ac2289de009), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:45.146445 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8e49b-a48a-4854-b256-3615651de22b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event updated for resources: {'Port': ['ID=79d9a4b3-de1a-4fc9-bd91-29fa1550dc38,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:45.177603 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-cae8e49b-a48a-4854-b256-3615651de22b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:45.178375 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-cae8e49b-a48a-4854-b256-3615651de22b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:45.193280 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d98b76fc-140a-47f5-9a39-7e2e898770c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (23416004-525b-425b-a39c-6ac2289de009), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:45.195544 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-cae8e49b-a48a-4854-b256-3615651de22b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829515 May 09 23:07:45.196296 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d98b76fc-140a-47f5-9a39-7e2e898770c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:45.200077 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-d98b76fc-140a-47f5-9a39-7e2e898770c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23416004-525b-425b-a39c-6ac2289de009 HTTP/1.1" status: 204 len: 168 time: 0.1228344 May 09 23:07:45.209183 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b76fc-140a-47f5-9a39-7e2e898770c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23416004-525b-425b-a39c-6ac2289de009,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:45.316613 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Request body: {'port': {'device_id': '791da3e3-267a-4bdd-9761-386c1061811e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:45.383780 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:45.425857 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-d4ae6361-afb3-47a9-9c39-2b4abda45e4b None None] Provisioning complete for port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:45.426364 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4ae6361-afb3-47a9-9c39-2b4abda45e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:45.462965 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae6361-afb3-47a9-9c39-2b4abda45e4b None None] Port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:07:45.489249 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device b287382d-b47b-4f8f-94a2-e587760c1bcf no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:45.512534 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: b287382d-b47b-4f8f-94a2-e587760c1bcf {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:45.512890 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device b287382d-b47b-4f8f-94a2-e587760c1bcf not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:45.513307 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device d8642683-2128-485f-80aa-21be69c1e51f no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:45.544592 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: d8642683-2128-485f-80aa-21be69c1e51f {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:45.544896 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device d8642683-2128-485f-80aa-21be69c1e51f not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:45.546148 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 14864e89-d292-4260-b287-0b2baa46cb7b no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:07:45.565366 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 14864e89-d292-4260-b287-0b2baa46cb7b {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:07:45.565713 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 14864e89-d292-4260-b287-0b2baa46cb7b not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:07:45.629546 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d18e0-2e7d-4e74-989c-a9231ffce8c4 req-71839944-c079-4cbd-8e8c-a42efbb37f6e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:45.636504 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9c8d18e0-2e7d-4e74-989c-a9231ffce8c4 req-71839944-c079-4cbd-8e8c-a42efbb37f6e tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 931 time: 0.0618052 May 09 23:07:45.685571 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9c8d18e0-2e7d-4e74-989c-a9231ffce8c4 req-5b9dcdb3-1b15-456d-b753-687d1944ae4c tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=02cc507a-d0bc-433a-9897-5481a800ae0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481884 May 09 23:07:45.714552 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 {{(pid=103350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:07:45.723129 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Publish callbacks [] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:45.736818 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.provisioning_blocks [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Transition to ACTIVE for port object 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 will not be triggered until provisioned by entity L2. {{(pid=103350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:07:45.740570 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:45.811643 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Pushing event updated for resources: {'Port': ['ID=79d9a4b3-de1a-4fc9-bd91-29fa1550dc38,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:45.871424 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Attempting to bind port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:07:45.871773 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Attempting to bind port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:07:45.872112 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Attempting to bind port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 on network a8d1714e-6adf-478e-9341-0aabd043adfd {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:07:45.876813 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 on network a8d1714e-6adf-478e-9341-0aabd043adfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:07:45.877140 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Attempting to bind port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 on network a8d1714e-6adf-478e-9341-0aabd043adfd {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:07:45.882421 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:07:45.882757 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Checking segment: {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:07:45.883182 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Bound using segment: {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:07:45.883621 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Bound port: 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b260b37b-3d36-4255-89cd-2575eb1e41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd'}}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:07:45.883982 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:45.950952 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] For port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38, host hv-cinder-84067, cleared binding levels {{(pid=103350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:07:45.955477 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] For port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=79d9a4b3-de1a-4fc9-bd91-29fa1550dc38,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:07:45.956998 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34348) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:45.965184 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:46.002643 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:46.003321 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:46.004734 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] 10.222.0.55 "PUT /v2.0/ports/79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 HTTP/1.1" status: 200 len: 1093 time: 0.8009560 May 09 23:07:46.005187 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791da3e3-267a-4bdd-9761-386c1061811e', 'tag': '79d9a4b3-de1a-4fc9-bd91-29fa1550dc38'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:46.007477 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc4660a-4667-4d5e-83d4-52afcb52f801" -d '{"events": [{"name": "network-changed", "server_uuid": "791da3e3-267a-4bdd-9761-386c1061811e", "tag": "79d9a4b3-de1a-4fc9-bd91-29fa1550dc38"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:46.037340 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf1c15-7400-4565-88cb-8fbc24788610 service neutron] Pushing event updated for resources: {'Port': ['ID=79d9a4b3-de1a-4fc9-bd91-29fa1550dc38,revision_number=3']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:46.083124 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d3a8f1-b366-4a80-b597-d9bcd371f899 x-openstack-request-id: req-22d3a8f1-b366-4a80-b597-d9bcd371f899 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:46.083507 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791da3e3-267a-4bdd-9761-386c1061811e", "tag": "79d9a4b3-de1a-4fc9-bd91-29fa1550dc38", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:46.084016 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22d3a8f1-b366-4a80-b597-d9bcd371f899 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:46.084359 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d3a8f1-b366-4a80-b597-d9bcd371f899'] response: {'name': 'network-changed', 'server_uuid': '791da3e3-267a-4bdd-9761-386c1061811e', 'tag': '79d9a4b3-de1a-4fc9-bd91-29fa1550dc38', 'status': 'completed', 'code': 200} May 09 23:07:46.097399 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-56b4a0dd-767d-4b28-a411-fea39998070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:46.098959 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-56b4a0dd-767d-4b28-a411-fea39998070d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 1127 time: 0.0500817 May 09 23:07:46.099117 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2067904838-network', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:46.120352 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] Made reservation on behalf of c0df002b4f614f4bbac1782e1fbb484a for: {'network': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:07:46.122765 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:46.132822 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:46.148356 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-5242bd02-4589-48f3-8ba5-aa4e211aafa8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 HTTP/1.1" status: 200 len: 217 time: 0.0408807 May 09 23:07:46.207168 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-6c826500-03cc-432b-ad9a-eee7edadd355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:46.208631 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-6c826500-03cc-432b-ad9a-eee7edadd355 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d84bfe41-fb6f-4a50-9a95-878c5deeae54 HTTP/1.1" status: 200 len: 854 time: 0.0534770 May 09 23:07:46.215637 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] Publish callbacks [] for security_group (28108314-c3cd-4287-97eb-0e641e161aac), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:46.220246 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (28108314-c3cd-4287-97eb-0e641e161aac), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:46.247191 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:07:46.254011 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28108314-c3cd-4287-97eb-0e641e161aac,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:46.255895 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-4a3c8341-3f87-4852-90ab-636f2429979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:46.258296 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-4a3c8341-3f87-4852-90ab-636f2429979a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8d1714e-6adf-478e-9341-0aabd043adfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406260 May 09 23:07:46.260264 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (48fd6b85-42d9-4062-a3d1-c35660dc0948), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:46.260723 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.segments_db [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] Added segment 48fd6b85-42d9-4062-a3d1-c35660dc0948 of type vlan for network 585983fb-4a68-4b82-b675-7c4ec5efad6e May 09 23:07:46.304917 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (585983fb-4a68-4b82-b675-7c4ec5efad6e), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:46.331414 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (585983fb-4a68-4b82-b675-7c4ec5efad6e), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:46.332412 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:46.332969 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:46.356670 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-b51b1644-563c-4241-9522-7eb80b19d069 service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902672 May 09 23:07:46.388227 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4301071 May 09 23:07:46.393226 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34354) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:46.399558 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-efa00584-708f-438d-980b-95c57e9b970a admin admin] Request body: {'subnet': {'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2067904838-subnet', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:46.403576 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b37b8-73c9-46d2-bcef-127363692d34 admin admin] Pushing event updated for resources: {'Network': ['ID=585983fb-4a68-4b82-b675-7c4ec5efad6e,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:46.413682 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network 585983fb-4a68-4b82-b675-7c4ec5efad6e details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:07:46.420513 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa00584-708f-438d-980b-95c57e9b970a admin admin] Made reservation on behalf of c0df002b4f614f4bbac1782e1fbb484a for: {'subnet': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:07:46.423425 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-efa00584-708f-438d-980b-95c57e9b970a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9656919'] for subnet (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:46.447772 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a1fa7333-2d29-4850-9c4d-9def3c23197e req-4ec0e20d-f86d-42ea-882a-fbaceeedeb9a service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856693 May 09 23:07:46.864608 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58923d-7926-4884-9353-a030270468da req-159b636e-1281-4f9b-b387-9d9241bb79bb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:46.866171 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-bc58923d-7926-4884-9353-a030270468da req-159b636e-1281-4f9b-b387-9d9241bb79bb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 943 time: 0.0768936 May 09 23:07:46.890365 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-efa00584-708f-438d-980b-95c57e9b970a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9656897'] for subnet (97590d58-940b-4c83-8d2a-73cabe05d262), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:46.969582 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-bc58923d-7926-4884-9353-a030270468da req-7db79263-5fc9-47de-b16b-d5cd42451635 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=02cc507a-d0bc-433a-9897-5481a800ae0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950599 May 09 23:07:46.972081 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa00584-708f-438d-980b-95c57e9b970a admin admin] Pushing event updated for resources: {'Subnet': ['ID=97590d58-940b-4c83-8d2a-73cabe05d262,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:46.981005 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa00584-708f-438d-980b-95c57e9b970a admin admin] Checking segment: {'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:07:46.981449 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa00584-708f-438d-980b-95c57e9b970a admin admin] Network hostable DHCP agents. Network: 585983fb-4a68-4b82-b675-7c4ec5efad6e, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:07:46.999999 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa00584-708f-438d-980b-95c57e9b970a admin admin] Network 585983fb-4a68-4b82-b675-7c4ec5efad6e is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:07:47.004759 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.008602 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-efa00584-708f-438d-980b-95c57e9b970a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, 585983fb-4a68-4b82-b675-7c4ec5efad6e) {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:07:47.012602 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa00584-708f-438d-980b-95c57e9b970a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:47.013177 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-efa00584-708f-438d-980b-95c57e9b970a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.018166 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f98794c-895e-4339-94b2-0361f764dd05 None None] Network 585983fb-4a68-4b82-b675-7c4ec5efad6e requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:07:47.028165 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-efa00584-708f-438d-980b-95c57e9b970a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6339774 May 09 23:07:47.031308 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34358) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:47.035568 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:47.054330 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112480'] for router (16672ca7-89c3-46d7-8136-88cdfc9386aa), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.055307 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112511'] for router (16672ca7-89c3-46d7-8136-88cdfc9386aa), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.106020 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Publish callbacks [] for router_controller (16672ca7-89c3-46d7-8136-88cdfc9386aa), precommit_add_association {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.118511 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b24f0e-16ea-5479-91c9-85daf8003eec-585983fb-4a68-4b82-b675-7c4ec5efad6e', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262'}]}} from dv-cinder-840678-5-iscsi. {{(pid=103351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 23:07:47.119354 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.248594 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Publish callbacks [] for router_gateway (16672ca7-89c3-46d7-8136-88cdfc9386aa), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.253538 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Allocated IP 172.20.0.2 (585983fb-4a68-4b82-b675-7c4ec5efad6e/97590d58-940b-4c83-8d2a-73cabe05d262/470ae4d6-f77b-4abc-8162-12f736b6a7da) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:07:47.289737 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4660a-4667-4d5e-83d4-52afcb52f801 req-89a3df94-24fb-4365-8196-9b434a5fa4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:47.291290 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2bc4660a-4667-4d5e-83d4-52afcb52f801 req-89a3df94-24fb-4365-8196-9b434a5fa4a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 1127 time: 0.0458989 May 09 23:07:47.390802 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4660a-4667-4d5e-83d4-52afcb52f801 req-5f9f6988-69b8-47fb-8431-7f34c2486993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:47.392593 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2bc4660a-4667-4d5e-83d4-52afcb52f801 req-5f9f6988-69b8-47fb-8431-7f34c2486993 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 916 time: 0.0952206 May 09 23:07:47.402482 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Publish callbacks [] for port (470ae4d6-f77b-4abc-8162-12f736b6a7da), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.411277 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (470ae4d6-f77b-4abc-8162-12f736b6a7da), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.442783 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2bc4660a-4667-4d5e-83d4-52afcb52f801 req-730c896c-c90a-42b5-9f73-7c00c7336e05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 HTTP/1.1" status: 200 len: 217 time: 0.0406194 May 09 23:07:47.448871 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Publish callbacks [] for router_gateway (16672ca7-89c3-46d7-8136-88cdfc9386aa), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.453463 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Network 585983fb-4a68-4b82-b675-7c4ec5efad6e is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:07:47.456290 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:07:47.459813 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:07:47.473474 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Pushing event updated for resources: {'Port': ['ID=470ae4d6-f77b-4abc-8162-12f736b6a7da,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:47.476471 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.494880 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4660a-4667-4d5e-83d4-52afcb52f801 req-86b576f8-2be7-496d-9a95-e98d884a00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:47.496455 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2bc4660a-4667-4d5e-83d4-52afcb52f801 req-86b576f8-2be7-496d-9a95-e98d884a00a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d84bfe41-fb6f-4a50-9a95-878c5deeae54 HTTP/1.1" status: 200 len: 854 time: 0.0475523 May 09 23:07:47.535343 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Attempting to bind port 470ae4d6-f77b-4abc-8162-12f736b6a7da on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:07:47.535709 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Attempting to bind port 470ae4d6-f77b-4abc-8162-12f736b6a7da by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:07:47.536123 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Attempting to bind port 470ae4d6-f77b-4abc-8162-12f736b6a7da on network 585983fb-4a68-4b82-b675-7c4ec5efad6e {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:07:47.541457 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:07:47.541829 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Checking segment: {'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:07:47.542262 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.542652 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Bound using segment: {'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:07:47.543111 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Bound port: 470ae4d6-f77b-4abc-8162-12f736b6a7da, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:07:47.543491 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (470ae4d6-f77b-4abc-8162-12f736b6a7da), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.550213 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4660a-4667-4d5e-83d4-52afcb52f801 req-fbaa0ea8-1f63-4d0a-a4f8-4018dc7819a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:47.552613 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2bc4660a-4667-4d5e-83d4-52afcb52f801 req-fbaa0ea8-1f63-4d0a-a4f8-4018dc7819a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8d1714e-6adf-478e-9341-0aabd043adfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473311 May 09 23:07:47.587889 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Allocated IP 172.27.3.121 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/3ef923ee-886c-4d40-8f3f-c3d07fb7651e) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:07:47.656480 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2bc4660a-4667-4d5e-83d4-52afcb52f801 req-d0f7df4f-6c62-4377-ab7b-ae4a93d9fbd6 service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975502 May 09 23:07:47.706002 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Publish callbacks [] for port (3ef923ee-886c-4d40-8f3f-c3d07fb7651e), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.740853 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] For port 470ae4d6-f77b-4abc-8162-12f736b6a7da, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:07:47.743048 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (3ef923ee-886c-4d40-8f3f-c3d07fb7651e), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.744025 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] For port 470ae4d6-f77b-4abc-8162-12f736b6a7da, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=470ae4d6-f77b-4abc-8162-12f736b6a7da,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:07:47.747739 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2bc4660a-4667-4d5e-83d4-52afcb52f801 req-9110fc40-c181-44c0-a1da-54cc611846e3 service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845902 May 09 23:07:47.751180 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (470ae4d6-f77b-4abc-8162-12f736b6a7da), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:47.788643 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:07:47.791570 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:07:47.795200 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:07:47.803275 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Pushing event updated for resources: {'Port': ['ID=3ef923ee-886c-4d40-8f3f-c3d07fb7651e,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:47.813085 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb4209-bf00-4868-88a0-6ea39d62dc8f None None] Pushing event updated for resources: {'Port': ['ID=470ae4d6-f77b-4abc-8162-12f736b6a7da,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:48.078808 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Publish callbacks [] for router_gateway (16672ca7-89c3-46d7-8136-88cdfc9386aa), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:48.105330 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e8742-8a87-49b5-80e7-2f7934116414 req-4b3f717e-2b76-4847-bbac-d9ceaea9f5b7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:48.107136 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0d6e8742-8a87-49b5-80e7-2f7934116414 req-4b3f717e-2b76-4847-bbac-d9ceaea9f5b7 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 943 time: 0.0556390 May 09 23:07:48.153861 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0d6e8742-8a87-49b5-80e7-2f7934116414 req-cc4d843a-16be-4526-be50-bc9959fde7b2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=02cc507a-d0bc-433a-9897-5481a800ae0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404935 May 09 23:07:48.283373 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733209'] for router (16672ca7-89c3-46d7-8136-88cdfc9386aa), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:48.412302 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Router 16672ca7-89c3-46d7-8136-88cdfc9386aa is scheduled to L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 with binding_index 1 {{(pid=103349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 23:07:48.525063 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:07:48.535081 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Sync routers for ids ['16672ca7-89c3-46d7-8136-88cdfc9386aa'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:07:48.545115 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:48.549301 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-875fd468-6e5a-42c8-84db-81e483da295b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5141666 May 09 23:07:48.549456 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Routers {'16672ca7-89c3-46d7-8136-88cdfc9386aa'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:48.549456 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['16672ca7-89c3-46d7-8136-88cdfc9386aa'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:48.549675 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34362) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:48.660655 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Set router 16672ca7-89c3-46d7-8136-88cdfc9386aa gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:48.784129 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb655efc-cfe9-43b2-9e4b-166329a963b0 None None] Network 585983fb-4a68-4b82-b675-7c4ec5efad6e requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:07:48.836713 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:47Z', 'revision_number': 3, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:48.847925 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-b0de128b-91ea-4b99-b3b3-a8f856ea35d7 None None] Provisioning complete for port 470ae4d6-f77b-4abc-8162-12f736b6a7da triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:48.848299 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0de128b-91ea-4b99-b3b3-a8f856ea35d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (470ae4d6-f77b-4abc-8162-12f736b6a7da), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:48.869200 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Checking router: 16672ca7-89c3-46d7-8136-88cdfc9386aa for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:07:48.869847 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Updating router 16672ca7-89c3-46d7-8136-88cdfc9386aa port 3ef923ee-886c-4d40-8f3f-c3d07fb7651e binding host dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:07:48.900464 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (3ef923ee-886c-4d40-8f3f-c3d07fb7651e), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:48.980712 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b0de128b-91ea-4b99-b3b3-a8f856ea35d7 None None] Current status of the port 470ae4d6-f77b-4abc-8162-12f736b6a7da is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:07:48.981104 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0de128b-91ea-4b99-b3b3-a8f856ea35d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (470ae4d6-f77b-4abc-8162-12f736b6a7da), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.002027 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.020713 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-b0de128b-91ea-4b99-b3b3-a8f856ea35d7 None None] For port 470ae4d6-f77b-4abc-8162-12f736b6a7da, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=470ae4d6-f77b-4abc-8162-12f736b6a7da,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:49.027304 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b0de128b-91ea-4b99-b3b3-a8f856ea35d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (470ae4d6-f77b-4abc-8162-12f736b6a7da), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.081106 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:07:49.094320 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de128b-91ea-4b99-b3b3-a8f856ea35d7 None None] Pushing event updated for resources: {'Port': ['ID=470ae4d6-f77b-4abc-8162-12f736b6a7da,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:49.187778 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Allocated IP 172.20.0.1 (585983fb-4a68-4b82-b675-7c4ec5efad6e/97590d58-940b-4c83-8d2a-73cabe05d262/a0901f16-c18d-4314-82bb-c62b371d2544) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:07:49.207221 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Publish callbacks [] for port (3ef923ee-886c-4d40-8f3f-c3d07fb7651e), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.215940 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (3ef923ee-886c-4d40-8f3f-c3d07fb7651e), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.217572 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=79d9a4b3-de1a-4fc9-bd91-29fa1550dc38,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:49.231595 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': '79d9a4b3-de1a-4fc9-bd91-29fa1550dc38', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'port_id': '79d9a4b3-de1a-4fc9-bd91-29fa1550dc38', 'mac_address': 'fa:16:3e:0c:33:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:07:49.265320 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Pushing event updated for resources: {'Port': ['ID=3ef923ee-886c-4d40-8f3f-c3d07fb7651e,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:49.272228 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-98702182-c420-4c70-b08b-93ca45ebc5fe None None] Provisioning complete for port 470ae4d6-f77b-4abc-8162-12f736b6a7da triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:49.272696 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-98702182-c420-4c70-b08b-93ca45ebc5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (470ae4d6-f77b-4abc-8162-12f736b6a7da), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.276239 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.277218 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.277779 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.278375 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.279421 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.279919 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.280960 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.281445 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.281932 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.282920 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.283421 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.283947 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.284433 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.284911 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.285402 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:07:49.287493 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513a7d1-cee4-4deb-9627-8efb9fc6d895 req-ddf657a4-0d57-48a7-aa74-f925be8b21bc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:49.298584 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0513a7d1-cee4-4deb-9627-8efb9fc6d895 req-ddf657a4-0d57-48a7-aa74-f925be8b21bc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 943 time: 0.0625412 May 09 23:07:49.306915 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Attempting to bind port 3ef923ee-886c-4d40-8f3f-c3d07fb7651e on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:07:49.307306 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Attempting to bind port 3ef923ee-886c-4d40-8f3f-c3d07fb7651e by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:07:49.307908 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Attempting to bind port 3ef923ee-886c-4d40-8f3f-c3d07fb7651e on network 986321da-5d6d-49d1-9abb-6b80abe174d1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:07:49.315940 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:07:49.316618 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Checking segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:07:49.317301 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.318480 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Bound using segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:07:49.319159 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Bound port: 3ef923ee-886c-4d40-8f3f-c3d07fb7651e, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:07:49.319711 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (3ef923ee-886c-4d40-8f3f-c3d07fb7651e), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.326838 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Publish callbacks [] for port (a0901f16-c18d-4314-82bb-c62b371d2544), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.330301 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:07:49.331571 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.346449 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:07:49.353606 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0513a7d1-cee4-4deb-9627-8efb9fc6d895 req-a95bc98a-3248-469a-8827-ffab9a615d55 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=02cc507a-d0bc-433a-9897-5481a800ae0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531931 May 09 23:07:49.379611 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.386278 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] For port 3ef923ee-886c-4d40-8f3f-c3d07fb7651e, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:07:49.389923 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] For port 3ef923ee-886c-4d40-8f3f-c3d07fb7651e, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=3ef923ee-886c-4d40-8f3f-c3d07fb7651e,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:07:49.393136 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=79d9a4b3-de1a-4fc9-bd91-29fa1550dc38,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:49.397182 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (3ef923ee-886c-4d40-8f3f-c3d07fb7651e), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.406443 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.419255 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-98702182-c420-4c70-b08b-93ca45ebc5fe None None] Current status of the port 470ae4d6-f77b-4abc-8162-12f736b6a7da is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:07:49.432604 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Network 585983fb-4a68-4b82-b675-7c4ec5efad6e is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:07:49.437660 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:07:49.440389 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:07:49.442679 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d19c331f-3db9-4b88-b3fc-0ae886c29acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.449134 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0901f16-c18d-4314-82bb-c62b371d2544,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:49.457461 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2c947-3df2-4a85-9d11-a65b8f50d190 None None] Pushing event updated for resources: {'Port': ['ID=3ef923ee-886c-4d40-8f3f-c3d07fb7651e,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:49.466770 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=79d9a4b3-de1a-4fc9-bd91-29fa1550dc38,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:49.480682 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Routers {'16672ca7-89c3-46d7-8136-88cdfc9386aa'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:49.481631 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['16672ca7-89c3-46d7-8136-88cdfc9386aa'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:49.493914 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719412'] for router_interface (16672ca7-89c3-46d7-8136-88cdfc9386aa), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.589046 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 470ae4d6-f77b-4abc-8162-12f736b6a7da up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:07:49.609150 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] Set router 16672ca7-89c3-46d7-8136-88cdfc9386aa gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:49.662201 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 470ae4d6-f77b-4abc-8162-12f736b6a7da triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:49.662631 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (470ae4d6-f77b-4abc-8162-12f736b6a7da), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.664628 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['79d9a4b3-de1a-4fc9-bd91-29fa1550dc38'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:07:49.682729 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.779843 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-8c1b17d6-54a8-4095-b16f-505ad25aae27 None None] Provisioning complete for port a0901f16-c18d-4314-82bb-c62b371d2544 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:49.781528 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c1b17d6-54a8-4095-b16f-505ad25aae27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.799418 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:47Z', 'revision_number': 3, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:49.832727 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b4861-0d68-44c6-b395-a2b43872c536 None None] The sync data for ids ['16672ca7-89c3-46d7-8136-88cdfc9386aa'] in dv-cinder-840678-5-iscsi is: [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:47Z', 'revision_number': 3, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:07:49.864461 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Publish callbacks [] for port (a0901f16-c18d-4314-82bb-c62b371d2544), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.866149 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b17d6-54a8-4095-b16f-505ad25aae27 None None] Port a0901f16-c18d-4314-82bb-c62b371d2544 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:07:49.870621 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.883220 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 470ae4d6-f77b-4abc-8162-12f736b6a7da is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:07:49.941178 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719614'] for router_interface (16672ca7-89c3-46d7-8136-88cdfc9386aa), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:49.944175 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0901f16-c18d-4314-82bb-c62b371d2544,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:50.038332 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Network 585983fb-4a68-4b82-b675-7c4ec5efad6e is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:07:50.039681 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:07:50.168564 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Router 16672ca7-89c3-46d7-8136-88cdfc9386aa has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:07:50.301435 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:07:50.306669 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-a0942181-511f-4fa0-b1a8-4d2b535ac5f9 admin admin] 10.222.0.23 "PUT /v2.0/routers/16672ca7-89c3-46d7-8136-88cdfc9386aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7557490 May 09 23:07:50.387336 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-8c88f719-f112-4526-842c-655bccd5a809 None None] Provisioning complete for port a0901f16-c18d-4314-82bb-c62b371d2544 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:50.387719 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8c88f719-f112-4526-842c-655bccd5a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:50.437487 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8c88f719-f112-4526-842c-655bccd5a809 None None] Port a0901f16-c18d-4314-82bb-c62b371d2544 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:07:50.475128 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0a05a-6701-4fd6-a8ca-61743995c564 req-a08d2cc3-660a-4cfd-ba42-7672e57e0079 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:50.476608 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c2e0a05a-6701-4fd6-a8ca-61743995c564 req-a08d2cc3-660a-4cfd-ba42-7672e57e0079 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 944 time: 0.0491889 May 09 23:07:50.528185 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c2e0a05a-6701-4fd6-a8ca-61743995c564 req-fe20fc8e-b629-4fab-bd1f-d180bc668852 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=02cc507a-d0bc-433a-9897-5481a800ae0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446548 May 09 23:07:50.605790 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34374) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:50.611362 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-766a7a2e-1eef-4ba9-8970-a76f18eaff12 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--10402261', 'description': 'tempest-description--2001824070'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:50.633116 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-766a7a2e-1eef-4ba9-8970-a76f18eaff12 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:50.703434 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-766a7a2e-1eef-4ba9-8970-a76f18eaff12 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group (ee933275-052b-4bcb-b6e9-e724e80ba39d), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:50.707651 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-766a7a2e-1eef-4ba9-8970-a76f18eaff12 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (ee933275-052b-4bcb-b6e9-e724e80ba39d), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:50.738891 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-766a7a2e-1eef-4ba9-8970-a76f18eaff12 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:50.740122 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-766a7a2e-1eef-4ba9-8970-a76f18eaff12 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1328018 May 09 23:07:50.742994 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34376) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:50.748229 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-ab62bcbc-aaad-4d5a-87a0-4f2de78db064 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Request body: {'security_group_rule': {'security_group_id': 'ee933275-052b-4bcb-b6e9-e724e80ba39d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:50.753815 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a7a2e-1eef-4ba9-8970-a76f18eaff12 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee933275-052b-4bcb-b6e9-e724e80ba39d,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:50.775267 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab62bcbc-aaad-4d5a-87a0-4f2de78db064 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group_rule (35af5c56-2a6c-4bfb-bb44-f5a0af28965f), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:50.828273 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab62bcbc-aaad-4d5a-87a0-4f2de78db064 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group_rule (35af5c56-2a6c-4bfb-bb44-f5a0af28965f), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:50.833548 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab62bcbc-aaad-4d5a-87a0-4f2de78db064 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (35af5c56-2a6c-4bfb-bb44-f5a0af28965f), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:50.853845 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62bcbc-aaad-4d5a-87a0-4f2de78db064 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35af5c56-2a6c-4bfb-bb44-f5a0af28965f,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:50.865047 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab62bcbc-aaad-4d5a-87a0-4f2de78db064 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:50.866280 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-ab62bcbc-aaad-4d5a-87a0-4f2de78db064 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222255 May 09 23:07:50.869546 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34378) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:50.873768 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-44a56f94-7727-4c36-935c-4e2d1c445381 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Request body: {'security_group_rule': {'security_group_id': 'ee933275-052b-4bcb-b6e9-e724e80ba39d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:50.899764 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-44a56f94-7727-4c36-935c-4e2d1c445381 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group_rule (a7662734-d846-401e-9bfc-82f5f17ec587), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:50.956246 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-44a56f94-7727-4c36-935c-4e2d1c445381 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group_rule (a7662734-d846-401e-9bfc-82f5f17ec587), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:50.959879 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-44a56f94-7727-4c36-935c-4e2d1c445381 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (a7662734-d846-401e-9bfc-82f5f17ec587), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:50.976662 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a56f94-7727-4c36-935c-4e2d1c445381 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7662734-d846-401e-9bfc-82f5f17ec587,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:50.984921 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-44a56f94-7727-4c36-935c-4e2d1c445381 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:50.986106 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-44a56f94-7727-4c36-935c-4e2d1c445381 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156113 May 09 23:07:50.989222 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34380) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:50.993470 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Request body: {'floatingip': {'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:51.013517 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.092184 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.094968 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:07:51.147281 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:07:51.154659 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:51.155038 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.202524 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Allocated IP 172.27.3.47 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/12a7a103-0073-457d-8edd-c5b00695ba72) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:07:51.234417 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:07:51.234916 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.258740 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791da3e3-267a-4bdd-9761-386c1061811e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d9a4b3-de1a-4fc9-bd91-29fa1550dc38'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:51.261170 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c89d2e-b22b-4e73-9414-1055ac3e2802" -d '{"events": [{"server_uuid": "791da3e3-267a-4bdd-9761-386c1061811e", "name": "network-vif-plugged", "status": "completed", "tag": "79d9a4b3-de1a-4fc9-bd91-29fa1550dc38"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:51.274212 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=79d9a4b3-de1a-4fc9-bd91-29fa1550dc38,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:51.278231 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.313287 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for port (12a7a103-0073-457d-8edd-c5b00695ba72), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.325688 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1c98e1-2aa1-489c-aaf8-16bf2ff5df40 x-openstack-request-id: req-bc1c98e1-2aa1-489c-aaf8-16bf2ff5df40 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:51.325974 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791da3e3-267a-4bdd-9761-386c1061811e", "name": "network-vif-plugged", "status": "completed", "tag": "79d9a4b3-de1a-4fc9-bd91-29fa1550dc38", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:51.326247 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc1c98e1-2aa1-489c-aaf8-16bf2ff5df40 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:51.326634 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc1c98e1-2aa1-489c-aaf8-16bf2ff5df40'] response: {'server_uuid': '791da3e3-267a-4bdd-9761-386c1061811e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d9a4b3-de1a-4fc9-bd91-29fa1550dc38', 'code': 200} May 09 23:07:51.338305 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=79d9a4b3-de1a-4fc9-bd91-29fa1550dc38,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:51.351860 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (12a7a103-0073-457d-8edd-c5b00695ba72), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.390420 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:07:51.393372 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:07:51.395829 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:07:51.430008 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event updated for resources: {'Port': ['ID=12a7a103-0073-457d-8edd-c5b00695ba72,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:51.485582 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Sync routers for ids ['16672ca7-89c3-46d7-8136-88cdfc9386aa'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:07:51.496905 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Routers {'16672ca7-89c3-46d7-8136-88cdfc9386aa'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:51.497656 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['16672ca7-89c3-46d7-8136-88cdfc9386aa'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:51.506403 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe3fd7-bddc-4791-9844-14bdc7c3852b req-ce8a8ddd-84d0-4b1f-873b-79175b37c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:51.508237 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a5fe3fd7-bddc-4791-9844-14bdc7c3852b req-ce8a8ddd-84d0-4b1f-873b-79175b37c6ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 1129 time: 0.0511715 May 09 23:07:51.511877 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for floatingip (b5424149-896f-43fb-adbd-fcd4fe35b6b9), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.544298 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 3ef923ee-886c-4d40-8f3f-c3d07fb7651e up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:07:51.555158 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (12a7a103-0073-457d-8edd-c5b00695ba72), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.565165 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a5fe3fd7-bddc-4791-9844-14bdc7c3852b req-84f8aad3-a07f-4670-8226-27e10e79e88f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=02cc507a-d0bc-433a-9897-5481a800ae0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481310 May 09 23:07:51.643752 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 3ef923ee-886c-4d40-8f3f-c3d07fb7651e triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:51.643956 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (3ef923ee-886c-4d40-8f3f-c3d07fb7651e), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.681007 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Set router 16672ca7-89c3-46d7-8136-88cdfc9386aa gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:51.692923 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933717c0-93a8-4da2-8e55-914efd4d9dc4 req-1c42c8c6-1cd3-4832-bdce-e0cb9f93d1ce tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:51.694528 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-933717c0-93a8-4da2-8e55-914efd4d9dc4 req-1c42c8c6-1cd3-4832-bdce-e0cb9f93d1ce tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 945 time: 0.0893013 May 09 23:07:51.730459 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-805f0fad-a4aa-42c3-99a9-307e0ef58e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.773511 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-933717c0-93a8-4da2-8e55-914efd4d9dc4 req-a50ec2ed-04bb-4281-8344-f20dddadc457 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=02cc507a-d0bc-433a-9897-5481a800ae0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727336 May 09 23:07:51.795498 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for port (12a7a103-0073-457d-8edd-c5b00695ba72), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.795498 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (12a7a103-0073-457d-8edd-c5b00695ba72), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.863512 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event updated for resources: {'Port': ['ID=12a7a103-0073-457d-8edd-c5b00695ba72,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:51.867854 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 3ef923ee-886c-4d40-8f3f-c3d07fb7651e is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:07:51.868247 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (3ef923ee-886c-4d40-8f3f-c3d07fb7651e), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.877843 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (b5424149-896f-43fb-adbd-fcd4fe35b6b9), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.893975 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.903976 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-342a188a-be49-49bc-b84d-cbc2b912ffba tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9050636 May 09 23:07:51.904179 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] For port 3ef923ee-886c-4d40-8f3f-c3d07fb7651e, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=3ef923ee-886c-4d40-8f3f-c3d07fb7651e,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:51.909771 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (3ef923ee-886c-4d40-8f3f-c3d07fb7651e), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:51.978133 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 2, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:52.053240 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-977a4d6e-8f61-4ec3-b18e-ecc50748a8d4 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--10402261&fields=id&tenant_id=c0df002b4f614f4bbac1782e1fbb484a HTTP/1.1" status: 200 len: 267 time: 0.0477190 May 09 23:07:52.139060 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Checking router: 16672ca7-89c3-46d7-8136-88cdfc9386aa for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:07:52.139710 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Updating router 16672ca7-89c3-46d7-8136-88cdfc9386aa port a0901f16-c18d-4314-82bb-c62b371d2544 binding host dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:07:52.144169 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Pushing event updated for resources: {'Port': ['ID=3ef923ee-886c-4d40-8f3f-c3d07fb7651e,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:52.159124 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-f4fd39b3-0d09-4d80-9848-e23a53ed8122 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:52.160571 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-f4fd39b3-0d09-4d80-9848-e23a53ed8122 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/networks?id=585983fb-4a68-4b82-b675-7c4ec5efad6e HTTP/1.1" status: 200 len: 811 time: 0.1007752 May 09 23:07:52.171654 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:52.175480 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-77a05cf4-2bee-41b7-9089-3a386ecacf50 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/quotas/c0df002b4f614f4bbac1782e1fbb484a HTTP/1.1" status: 200 len: 375 time: 0.0095336 May 09 23:07:52.223516 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-37a38285-19bb-4fe7-b307-15bc28dd65b0 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0df002b4f614f4bbac1782e1fbb484a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427141 May 09 23:07:52.319856 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-25833199-fba8-4e06-aece-e0bc54a04ea9 service neutron] 10.222.0.23 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841765 May 09 23:07:52.406493 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-bf1f0f21-38ac-4ddc-b873-8deb2eac982e service neutron] 10.222.0.23 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810919 May 09 23:07:52.433784 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Publish callbacks [] for port (a0901f16-c18d-4314-82bb-c62b371d2544), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:52.439225 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:52.515098 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca66f0-d477-4174-a8b6-706cc0a56539 None None] Pushing event updated for resources: {'Port': ['ID=a0901f16-c18d-4314-82bb-c62b371d2544,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:52.554422 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Attempting to bind port a0901f16-c18d-4314-82bb-c62b371d2544 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:07:52.554838 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Attempting to bind port a0901f16-c18d-4314-82bb-c62b371d2544 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:07:52.555219 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Attempting to bind port a0901f16-c18d-4314-82bb-c62b371d2544 on network 585983fb-4a68-4b82-b675-7c4ec5efad6e {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:07:52.564081 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:07:52.564666 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Checking segment: {'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:07:52.565418 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:52.566897 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Bound using segment: {'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:07:52.567466 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Bound port: a0901f16-c18d-4314-82bb-c62b371d2544, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:07:52.567962 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:52.598279 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5afc7be8-3378-4cbe-8c12-558bc3aa65da req-646b8eec-264f-4802-be3e-e02ac4f63b56 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 210 time: 0.0389149 May 09 23:07:52.654751 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] For port a0901f16-c18d-4314-82bb-c62b371d2544, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:07:52.658761 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] For port a0901f16-c18d-4314-82bb-c62b371d2544, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=a0901f16-c18d-4314-82bb-c62b371d2544,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:07:52.665401 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:52.726374 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Routers {'16672ca7-89c3-46d7-8136-88cdfc9386aa'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:52.727019 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['16672ca7-89c3-46d7-8136-88cdfc9386aa'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:52.728980 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca66f0-d477-4174-a8b6-706cc0a56539 None None] Pushing event updated for resources: {'Port': ['ID=a0901f16-c18d-4314-82bb-c62b371d2544,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:52.790785 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-d8af3384-1a23-43d8-8107-b46d987515bb None None] Provisioning complete for port a0901f16-c18d-4314-82bb-c62b371d2544 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:52.791154 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d8af3384-1a23-43d8-8107-b46d987515bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:52.922961 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ad70b-8385-4935-a758-14ea93504bd6 req-0a035bd0-64b5-4140-80ef-69ff31d373c1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:52.923707 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] Set router 16672ca7-89c3-46d7-8136-88cdfc9386aa gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:52.931974 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c87ad70b-8385-4935-a758-14ea93504bd6 req-0a035bd0-64b5-4140-80ef-69ff31d373c1 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 945 time: 0.0697923 May 09 23:07:52.986789 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d8af3384-1a23-43d8-8107-b46d987515bb None None] Current status of the port a0901f16-c18d-4314-82bb-c62b371d2544 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:07:52.987260 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d8af3384-1a23-43d8-8107-b46d987515bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:52.998690 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c87ad70b-8385-4935-a758-14ea93504bd6 req-9dffdea3-d292-4553-90a4-7a68f6c7f7e6 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=02cc507a-d0bc-433a-9897-5481a800ae0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643101 May 09 23:07:53.023348 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:53.100661 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-d8af3384-1a23-43d8-8107-b46d987515bb None None] For port a0901f16-c18d-4314-82bb-c62b371d2544, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=a0901f16-c18d-4314-82bb-c62b371d2544,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:53.105632 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d8af3384-1a23-43d8-8107-b46d987515bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:53.196353 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af3384-1a23-43d8-8107-b46d987515bb None None] Pushing event updated for resources: {'Port': ['ID=a0901f16-c18d-4314-82bb-c62b371d2544,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:53.212743 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:52Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:53.255335 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53744f12-64b7-47ba-aa91-dc8832153a49 None None] The sync data for ids ['16672ca7-89c3-46d7-8136-88cdfc9386aa'] in dv-cinder-840678-5-iscsi is: [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:52Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:07:53.259937 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-5fb99171-7777-4a9b-a500-beca92725f01 None None] Provisioning complete for port a0901f16-c18d-4314-82bb-c62b371d2544 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:53.260151 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5fb99171-7777-4a9b-a500-beca92725f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:53.362203 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-5fb99171-7777-4a9b-a500-beca92725f01 None None] Current status of the port a0901f16-c18d-4314-82bb-c62b371d2544 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:07:53.551812 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 3ef923ee-886c-4d40-8f3f-c3d07fb7651e up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:07:53.638814 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 3ef923ee-886c-4d40-8f3f-c3d07fb7651e triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:53.639200 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (3ef923ee-886c-4d40-8f3f-c3d07fb7651e), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:53.741749 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 3ef923ee-886c-4d40-8f3f-c3d07fb7651e is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:07:53.742886 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device a0901f16-c18d-4314-82bb-c62b371d2544 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:07:53.767695 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-c1660fc6-74e3-4743-8ce1-a7f2c3b9b4e9 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:53.769543 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-c1660fc6-74e3-4743-8ce1-a7f2c3b9b4e9 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.55 "GET /v2.0/networks?id=585983fb-4a68-4b82-b675-7c4ec5efad6e HTTP/1.1" status: 200 len: 811 time: 0.1784155 May 09 23:07:53.773937 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-74286cec-4038-4e10-9ea6-e5a1842cc5fd req-7255a7e9-fe0b-4475-b9ed-657e54d0553a tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 210 time: 0.0541739 May 09 23:07:53.806399 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port a0901f16-c18d-4314-82bb-c62b371d2544 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:53.806858 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:53.860290 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-8876f309-dc14-4f24-872f-25f3f30cb46b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0df002b4f614f4bbac1782e1fbb484a HTTP/1.1" status: 200 len: 378 time: 0.0799699 May 09 23:07:53.895164 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port a0901f16-c18d-4314-82bb-c62b371d2544 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:07:53.917730 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-36760d56-3762-4fc8-9717-c9ead715a45e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Request body: {'port': {'device_id': '7e8552f4-9cab-423d-ae4f-6790f5de0f91', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'admin_state_up': True, 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'security_groups': ['ee933275-052b-4bcb-b6e9-e724e80ba39d']}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:54.033059 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-36760d56-3762-4fc8-9717-c9ead715a45e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Made reservation on behalf of c0df002b4f614f4bbac1782e1fbb484a for: {'port': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:07:54.036623 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-36760d56-3762-4fc8-9717-c9ead715a45e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:54.346201 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:54.411060 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c205cb-5406-4989-b08e-ef64e1206904 req-13829a09-f584-4a41-b392-795cc13f48fb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:54.412519 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c6c205cb-5406-4989-b08e-ef64e1206904 req-13829a09-f584-4a41-b392-795cc13f48fb tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 945 time: 0.3216457 May 09 23:07:54.483985 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-36760d56-3762-4fc8-9717-c9ead715a45e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Allocated IP 172.20.0.5 (585983fb-4a68-4b82-b675-7c4ec5efad6e/97590d58-940b-4c83-8d2a-73cabe05d262/f0504a29-0f57-4b6a-b659-4d5559910b95) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:07:54.502706 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c6c205cb-5406-4989-b08e-ef64e1206904 req-fed293e5-7d8c-4522-896b-0c554beec0fc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=02cc507a-d0bc-433a-9897-5481a800ae0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685930 May 09 23:07:54.611342 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557dca5-3957-4adb-86fb-b5a39304eba3 req-56dd3e9d-b8be-43fd-b70e-f58b2b64cf70 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:54.612805 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6557dca5-3957-4adb-86fb-b5a39304eba3 req-56dd3e9d-b8be-43fd-b70e-f58b2b64cf70 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 945 time: 0.0472703 May 09 23:07:54.621365 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34422) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:07:54.625882 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-5374ec55-0019-440d-ac7c-657e6e4e108b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Request body: {'floatingip': {'port_id': '79d9a4b3-de1a-4fc9-bd91-29fa1550dc38'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:54.634083 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-36760d56-3762-4fc8-9717-c9ead715a45e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:54.668772 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5374ec55-0019-440d-ac7c-657e6e4e108b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (492947a5-b6e3-43cb-b48d-08983f3cc1a1), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:54.669507 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-36760d56-3762-4fc8-9717-c9ead715a45e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:54.709582 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-36760d56-3762-4fc8-9717-c9ead715a45e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Network 585983fb-4a68-4b82-b675-7c4ec5efad6e is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:07:54.712592 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-36760d56-3762-4fc8-9717-c9ead715a45e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:07:54.716425 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-36760d56-3762-4fc8-9717-c9ead715a45e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:07:54.747058 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36760d56-3762-4fc8-9717-c9ead715a45e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event updated for resources: {'Port': ['ID=f0504a29-0f57-4b6a-b659-4d5559910b95,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:54.776108 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-36760d56-3762-4fc8-9717-c9ead715a45e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:54.776749 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-36760d56-3762-4fc8-9717-c9ead715a45e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:54.812223 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-36760d56-3762-4fc8-9717-c9ead715a45e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8982334 May 09 23:07:54.825412 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Request body: {'port': {'device_id': '7e8552f4-9cab-423d-ae4f-6790f5de0f91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:07:54.922188 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad436589-97cf-489f-9f48-ce348f51054a req-d18decd1-2200-47c6-a8cc-251a59b0dc1d tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:54.923674 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ad436589-97cf-489f-9f48-ce348f51054a req-d18decd1-2200-47c6-a8cc-251a59b0dc1d tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 931 time: 0.0744340 May 09 23:07:54.932059 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:54.992358 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-310f3564-8f8c-49ab-80b8-ed6b9a5d13fd None None] Provisioning complete for port f0504a29-0f57-4b6a-b659-4d5559910b95 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:07:54.993083 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-310f3564-8f8c-49ab-80b8-ed6b9a5d13fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:55.009163 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ad436589-97cf-489f-9f48-ce348f51054a req-d92b76d0-b820-41f5-89ed-9511b7a8570a tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781238 May 09 23:07:55.041661 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-310f3564-8f8c-49ab-80b8-ed6b9a5d13fd None None] Port f0504a29-0f57-4b6a-b659-4d5559910b95 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:07:55.243089 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0504a29-0f57-4b6a-b659-4d5559910b95 {{(pid=103350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:07:55.251138 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Publish callbacks [] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:55.263963 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.provisioning_blocks [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Transition to ACTIVE for port object f0504a29-0f57-4b6a-b659-4d5559910b95 will not be triggered until provisioned by entity L2. {{(pid=103350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:07:55.268211 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:55.323832 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Pushing event updated for resources: {'Port': ['ID=f0504a29-0f57-4b6a-b659-4d5559910b95,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:55.389160 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5374ec55-0019-440d-ac7c-657e6e4e108b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:55.393632 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5374ec55-0019-440d-ac7c-657e6e4e108b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (492947a5-b6e3-43cb-b48d-08983f3cc1a1), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:55.408273 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Attempting to bind port f0504a29-0f57-4b6a-b659-4d5559910b95 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:07:55.408945 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Attempting to bind port f0504a29-0f57-4b6a-b659-4d5559910b95 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:07:55.409480 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Attempting to bind port f0504a29-0f57-4b6a-b659-4d5559910b95 on network 585983fb-4a68-4b82-b675-7c4ec5efad6e {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:07:55.415596 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Port f0504a29-0f57-4b6a-b659-4d5559910b95 on network 585983fb-4a68-4b82-b675-7c4ec5efad6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:07:55.416099 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Attempting to bind port f0504a29-0f57-4b6a-b659-4d5559910b95 on network 585983fb-4a68-4b82-b675-7c4ec5efad6e {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:07:55.422955 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:07:55.423393 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Checking segment: {'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:07:55.423901 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Bound using segment: {'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:07:55.424426 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Bound port: f0504a29-0f57-4b6a-b659-4d5559910b95, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'}}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:07:55.424896 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:55.499314 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] For port f0504a29-0f57-4b6a-b659-4d5559910b95, host hv-cinder-84067, cleared binding levels {{(pid=103350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:07:55.502440 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.l3_db [None req-5374ec55-0019-440d-ac7c-657e6e4e108b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Floating IP 492947a5-b6e3-43cb-b48d-08983f3cc1a1 associated. External IP: 172.27.3.84, port: 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38. May 09 23:07:55.502605 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] For port f0504a29-0f57-4b6a-b659-4d5559910b95, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f0504a29-0f57-4b6a-b659-4d5559910b95,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:07:55.508371 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:55.539845 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:55.540631 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:55.542021 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] 10.222.0.55 "PUT /v2.0/ports/f0504a29-0f57-4b6a-b659-4d5559910b95 HTTP/1.1" status: 200 len: 1093 time: 0.7229376 May 09 23:07:55.544108 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8552f4-9cab-423d-ae4f-6790f5de0f91', 'tag': 'f0504a29-0f57-4b6a-b659-4d5559910b95'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:55.553326 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dc63fa-b45c-4665-97c2-4286ac25df9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8552f4-9cab-423d-ae4f-6790f5de0f91", "tag": "f0504a29-0f57-4b6a-b659-4d5559910b95"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:55.601477 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cff2a1-5aef-454b-babf-3895bdb47823 service neutron] Pushing event updated for resources: {'Port': ['ID=f0504a29-0f57-4b6a-b659-4d5559910b95,revision_number=3']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:55.631380 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51209fc-4554-41f2-a8ca-9720db3a9305 x-openstack-request-id: req-d51209fc-4554-41f2-a8ca-9720db3a9305 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:55.632189 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8552f4-9cab-423d-ae4f-6790f5de0f91", "tag": "f0504a29-0f57-4b6a-b659-4d5559910b95", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:55.632189 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d51209fc-4554-41f2-a8ca-9720db3a9305 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:55.632389 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d51209fc-4554-41f2-a8ca-9720db3a9305'] response: {'name': 'network-changed', 'server_uuid': '7e8552f4-9cab-423d-ae4f-6790f5de0f91', 'tag': 'f0504a29-0f57-4b6a-b659-4d5559910b95', 'status': 'completed', 'code': 200} May 09 23:07:55.651273 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-e177e48d-7a21-493a-841b-a7b844d43b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:55.653216 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-e177e48d-7a21-493a-841b-a7b844d43b8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0df002b4f614f4bbac1782e1fbb484a&device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 1127 time: 0.0613580 May 09 23:07:55.672882 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:55.706717 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-626160d4-7c95-4980-a0a4-25a038ada14d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0504a29-0f57-4b6a-b659-4d5559910b95 HTTP/1.1" status: 200 len: 217 time: 0.0447028 May 09 23:07:55.760892 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5374ec55-0019-440d-ac7c-657e6e4e108b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:07:55.762572 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-2f4d2735-2ca1-44cf-a8a7-7ec45595277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:55.764116 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-2f4d2735-2ca1-44cf-a8a7-7ec45595277f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97590d58-940b-4c83-8d2a-73cabe05d262 HTTP/1.1" status: 200 len: 850 time: 0.0498297 May 09 23:07:55.807789 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-bc824912-7d0c-4695-aab1-18bf944636e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:55.809291 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-bc824912-7d0c-4695-aab1-18bf944636e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=585983fb-4a68-4b82-b675-7c4ec5efad6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386941 May 09 23:07:55.874820 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5374ec55-0019-440d-ac7c-657e6e4e108b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:07:55.879235 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5374ec55-0019-440d-ac7c-657e6e4e108b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:55.884333 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe1e7d6-486b-4f32-a887-3f6c5159ecc2 None None] Sync routers for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:07:55.894707 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe1e7d6-486b-4f32-a887-3f6c5159ecc2 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:55.895315 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3fe1e7d6-486b-4f32-a887-3f6c5159ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:55.906857 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-e63aad3a-7a53-4858-bb8e-e5acaab12bfc service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914557 May 09 23:07:55.909497 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-5374ec55-0019-440d-ac7c-657e6e4e108b tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "PUT /v2.0/floatingips/492947a5-b6e3-43cb-b48d-08983f3cc1a1 HTTP/1.1" status: 200 len: 990 time: 1.2870324 May 09 23:07:55.910214 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791da3e3-267a-4bdd-9761-386c1061811e', 'tag': '79d9a4b3-de1a-4fc9-bd91-29fa1550dc38'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:07:55.913059 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9982c638-57d2-4247-9881-3f4eafc367d9" -d '{"events": [{"name": "network-changed", "server_uuid": "791da3e3-267a-4bdd-9761-386c1061811e", "tag": "79d9a4b3-de1a-4fc9-bd91-29fa1550dc38"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:07:56.008111 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2eb409ea-b9dd-4464-87c0-a95f7f17bfec req-f512257f-6572-4bb9-8675-282b07547f9e service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943348 May 09 23:07:56.030500 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8896394f-a5ad-4a7f-a78a-0a286aa29fb2 x-openstack-request-id: req-8896394f-a5ad-4a7f-a78a-0a286aa29fb2 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:07:56.030875 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791da3e3-267a-4bdd-9761-386c1061811e", "tag": "79d9a4b3-de1a-4fc9-bd91-29fa1550dc38", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:07:56.031101 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8896394f-a5ad-4a7f-a78a-0a286aa29fb2 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:07:56.031510 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8896394f-a5ad-4a7f-a78a-0a286aa29fb2'] response: {'name': 'network-changed', 'server_uuid': '791da3e3-267a-4bdd-9761-386c1061811e', 'tag': '79d9a4b3-de1a-4fc9-bd91-29fa1550dc38', 'status': 'completed', 'code': 200} May 09 23:07:56.116399 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-3fe1e7d6-486b-4f32-a887-3f6c5159ecc2 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:56.132302 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b0489-8695-4620-8d32-fad6ce930b9a req-12945c22-2b69-4b32-be7e-2f9b1af46b85 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:56.133900 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cf6b0489-8695-4620-8d32-fad6ce930b9a req-12945c22-2b69-4b32-be7e-2f9b1af46b85 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 943 time: 0.0485826 May 09 23:07:56.180542 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cf6b0489-8695-4620-8d32-fad6ce930b9a req-0c5b5eb8-c0cc-40b4-bc7c-4160c03c1714 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409369 May 09 23:07:56.324543 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3fe1e7d6-486b-4f32-a887-3f6c5159ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '492947a5-b6e3-43cb-b48d-08983f3cc1a1', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '79d9a4b3-de1a-4fc9-bd91-29fa1550dc38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:0c:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791da3e3-267a-4bdd-9761-386c1061811e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:07:41Z', 'updated_at': '2022-05-09T23:07:55Z', 'revision_number': 1, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:56.353799 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe1e7d6-486b-4f32-a887-3f6c5159ecc2 None None] Checking router: 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:07:56.362107 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe1e7d6-486b-4f32-a887-3f6c5159ecc2 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:07:56.362739 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3fe1e7d6-486b-4f32-a887-3f6c5159ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:56.465492 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-3fe1e7d6-486b-4f32-a887-3f6c5159ecc2 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:07:56.672935 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3fe1e7d6-486b-4f32-a887-3f6c5159ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '492947a5-b6e3-43cb-b48d-08983f3cc1a1', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '79d9a4b3-de1a-4fc9-bd91-29fa1550dc38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:0c:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791da3e3-267a-4bdd-9761-386c1061811e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:07:41Z', 'updated_at': '2022-05-09T23:07:55Z', 'revision_number': 1, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:07:56.701669 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe1e7d6-486b-4f32-a887-3f6c5159ecc2 None None] The sync data for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi is: [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '492947a5-b6e3-43cb-b48d-08983f3cc1a1', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'port_id': '79d9a4b3-de1a-4fc9-bd91-29fa1550dc38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'mac_address': 'fa:16:3e:0c:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791da3e3-267a-4bdd-9761-386c1061811e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:07:41Z', 'updated_at': '2022-05-09T23:07:55Z', 'revision_number': 1, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:07:56.829552 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982c638-57d2-4247-9881-3f4eafc367d9 req-a925abee-3dac-4f04-9e1f-ff17133dc638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:56.831103 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9982c638-57d2-4247-9881-3f4eafc367d9 req-a925abee-3dac-4f04-9e1f-ff17133dc638 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b776734a879d4c0785b1d3728b79b766&device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 1129 time: 0.0395591 May 09 23:07:56.835712 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc63fa-b45c-4665-97c2-4286ac25df9f req-72bd1bfe-7f56-4b3f-af84-77815af1bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:56.837329 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-89dc63fa-b45c-4665-97c2-4286ac25df9f req-72bd1bfe-7f56-4b3f-af84-77815af1bc30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0df002b4f614f4bbac1782e1fbb484a&device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 1127 time: 0.0460744 May 09 23:07:56.895234 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382bc7d-4d08-4516-9515-e2af2fc6b562 None None] New status for floating IP 492947a5-b6e3-43cb-b48d-08983f3cc1a1: ACTIVE {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:07:56.933557 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982c638-57d2-4247-9881-3f4eafc367d9 req-d23662ab-38fa-4c00-8463-11983038d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:56.935028 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9982c638-57d2-4247-9881-3f4eafc367d9 req-d23662ab-38fa-4c00-8463-11983038d014 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 200 len: 916 time: 0.0978267 May 09 23:07:56.936426 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc63fa-b45c-4665-97c2-4286ac25df9f req-03b821c5-25d7-4218-99d2-32fb96e180e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:56.937872 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-89dc63fa-b45c-4665-97c2-4286ac25df9f req-03b821c5-25d7-4218-99d2-32fb96e180e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=585983fb-4a68-4b82-b675-7c4ec5efad6e HTTP/1.1" status: 200 len: 912 time: 0.0940869 May 09 23:07:56.984178 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-89dc63fa-b45c-4665-97c2-4286ac25df9f req-6384cd00-04b9-4f9a-8033-d7aa2d0ee649 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0504a29-0f57-4b6a-b659-4d5559910b95 HTTP/1.1" status: 200 len: 217 time: 0.0368273 May 09 23:07:57.005874 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9982c638-57d2-4247-9881-3f4eafc367d9 req-84ca89ca-2922-48fd-a33c-c02f834b7e90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 HTTP/1.1" status: 200 len: 998 time: 0.0590873 May 09 23:07:57.038779 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc63fa-b45c-4665-97c2-4286ac25df9f req-7f1fbf64-5c9e-45d1-984a-e1a7d38885a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:57.040560 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-89dc63fa-b45c-4665-97c2-4286ac25df9f req-7f1fbf64-5c9e-45d1-984a-e1a7d38885a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97590d58-940b-4c83-8d2a-73cabe05d262 HTTP/1.1" status: 200 len: 850 time: 0.0494401 May 09 23:07:57.060827 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982c638-57d2-4247-9881-3f4eafc367d9 req-befe2ee0-c769-4cd9-8beb-1936e6248ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:57.062481 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9982c638-57d2-4247-9881-3f4eafc367d9 req-befe2ee0-c769-4cd9-8beb-1936e6248ab0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d84bfe41-fb6f-4a50-9a95-878c5deeae54 HTTP/1.1" status: 200 len: 854 time: 0.0500484 May 09 23:07:57.085442 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc63fa-b45c-4665-97c2-4286ac25df9f req-f331b1c6-a482-4f02-9358-a0dbc42b55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:57.086977 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-89dc63fa-b45c-4665-97c2-4286ac25df9f req-f331b1c6-a482-4f02-9358-a0dbc42b55f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=585983fb-4a68-4b82-b675-7c4ec5efad6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398059 May 09 23:07:57.107892 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982c638-57d2-4247-9881-3f4eafc367d9 req-10643dc9-4d00-4f99-b709-8a022f613aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:57.109934 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9982c638-57d2-4247-9881-3f4eafc367d9 req-10643dc9-4d00-4f99-b709-8a022f613aa7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8d1714e-6adf-478e-9341-0aabd043adfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413446 May 09 23:07:57.174614 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-89dc63fa-b45c-4665-97c2-4286ac25df9f req-114d313e-f2ff-41ff-9bb4-f2dc156ac16d service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806746 May 09 23:07:57.196472 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9982c638-57d2-4247-9881-3f4eafc367d9 req-0bf16181-313a-48fa-a132-8a282b6b2b1d service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801511 May 09 23:07:57.289355 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9982c638-57d2-4247-9881-3f4eafc367d9 req-86d380c7-ceab-4232-9ea8-c48b70d98375 service neutron] 10.222.0.55 "GET /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865116 May 09 23:07:57.300378 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-89dc63fa-b45c-4665-97c2-4286ac25df9f req-68bcb904-9bbe-4c8e-be90-fe6e539d29cd service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196103 May 09 23:07:57.306520 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f0bee-7b11-40bc-8cfc-8019aa90c40b req-b163e4c1-e2b4-4891-a60a-7fc6efac8058 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:57.307915 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-204f0bee-7b11-40bc-8cfc-8019aa90c40b req-b163e4c1-e2b4-4891-a60a-7fc6efac8058 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 943 time: 0.0582654 May 09 23:07:57.359944 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-204f0bee-7b11-40bc-8cfc-8019aa90c40b req-41dcf582-9c4b-4bdf-9f62-33afc9c6ff1f tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457664 May 09 23:07:58.470809 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e10fe-4dce-48e1-8f09-9b05e03e15f0 req-20f20652-3bdc-4834-832f-956277562ee9 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:58.472318 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a10e10fe-4dce-48e1-8f09-9b05e03e15f0 req-20f20652-3bdc-4834-832f-956277562ee9 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 943 time: 0.0469139 May 09 23:07:58.519243 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a10e10fe-4dce-48e1-8f09-9b05e03e15f0 req-e2e40ad5-dc84-420c-9260-d3dcafe2787d tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414028 May 09 23:07:59.109362 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device f0504a29-0f57-4b6a-b659-4d5559910b95 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:07:59.207230 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port f0504a29-0f57-4b6a-b659-4d5559910b95, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f0504a29-0f57-4b6a-b659-4d5559910b95,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:59.218421 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': 'f0504a29-0f57-4b6a-b659-4d5559910b95', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'port_id': 'f0504a29-0f57-4b6a-b659-4d5559910b95', 'mac_address': 'fa:16:3e:8a:d9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:07:59.254656 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port f0504a29-0f57-4b6a-b659-4d5559910b95 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:07:59.255045 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:59.268154 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0504a29-0f57-4b6a-b659-4d5559910b95 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:07:59.286389 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port f0504a29-0f57-4b6a-b659-4d5559910b95, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f0504a29-0f57-4b6a-b659-4d5559910b95,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:07:59.290287 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:07:59.336534 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=f0504a29-0f57-4b6a-b659-4d5559910b95,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:07:59.526068 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['f0504a29-0f57-4b6a-b659-4d5559910b95'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:07:59.649823 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b318df4-1c5f-429d-8de0-56b90f73d402 req-0308137d-0eef-464d-ae98-eb8aee7400ee tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:07:59.652556 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8b318df4-1c5f-429d-8de0-56b90f73d402 req-0308137d-0eef-464d-ae98-eb8aee7400ee tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 944 time: 0.0622230 May 09 23:07:59.702388 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8b318df4-1c5f-429d-8de0-56b90f73d402 req-ad102eae-efbc-4261-9e64-504e97cc7c1b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434084 May 09 23:08:00.815751 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755ebb4-d89f-471d-b6df-abd2121df03e req-de6cb1b3-5fcd-44f3-8401-e5b388eaa1cd tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:00.817191 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9755ebb4-d89f-471d-b6df-abd2121df03e req-de6cb1b3-5fcd-44f3-8401-e5b388eaa1cd tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 944 time: 0.0460413 May 09 23:08:00.864009 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9755ebb4-d89f-471d-b6df-abd2121df03e req-a61b5554-5d15-4f64-adfe-c02d7aff3f83 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413840 May 09 23:08:01.106702 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device f0504a29-0f57-4b6a-b659-4d5559910b95 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:08:01.140752 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:08:01.150484 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port f0504a29-0f57-4b6a-b659-4d5559910b95 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:08:01.156873 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port f0504a29-0f57-4b6a-b659-4d5559910b95 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:08:01.157287 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:01.234429 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port f0504a29-0f57-4b6a-b659-4d5559910b95 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:08:01.234811 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:01.256330 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8552f4-9cab-423d-ae4f-6790f5de0f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0504a29-0f57-4b6a-b659-4d5559910b95'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:08:01.258604 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584d9528-4ee4-429f-942e-16d1ea1db648" -d '{"events": [{"server_uuid": "7e8552f4-9cab-423d-ae4f-6790f5de0f91", "name": "network-vif-plugged", "status": "completed", "tag": "f0504a29-0f57-4b6a-b659-4d5559910b95"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:08:01.270874 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port f0504a29-0f57-4b6a-b659-4d5559910b95, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f0504a29-0f57-4b6a-b659-4d5559910b95,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:08:01.274778 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:01.322344 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=f0504a29-0f57-4b6a-b659-4d5559910b95,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:08:01.347438 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01eb46bd-57d3-41dc-8ebd-d784c05c8538 x-openstack-request-id: req-01eb46bd-57d3-41dc-8ebd-d784c05c8538 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:08:01.347764 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8552f4-9cab-423d-ae4f-6790f5de0f91", "name": "network-vif-plugged", "status": "completed", "tag": "f0504a29-0f57-4b6a-b659-4d5559910b95", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:08:01.348023 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01eb46bd-57d3-41dc-8ebd-d784c05c8538 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:08:01.348421 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01eb46bd-57d3-41dc-8ebd-d784c05c8538'] response: {'server_uuid': '7e8552f4-9cab-423d-ae4f-6790f5de0f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0504a29-0f57-4b6a-b659-4d5559910b95', 'code': 200} May 09 23:08:01.505481 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561f49f-f957-485f-912d-3ca39cdd367b req-3510bde8-0255-49ee-885b-42c26686c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:01.506974 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a561f49f-f957-485f-912d-3ca39cdd367b req-3510bde8-0255-49ee-885b-42c26686c5c4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 1129 time: 0.0374565 May 09 23:08:01.549276 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a561f49f-f957-485f-912d-3ca39cdd367b req-41c13189-d7ff-4ee1-92aa-df53e000a6f0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359671 May 09 23:08:01.984134 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35e4aa-0c60-49e0-9d22-308959deec9d req-a94c56e0-7093-4a2d-b068-6da9170eece3 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:01.985553 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cf35e4aa-0c60-49e0-9d22-308959deec9d req-a94c56e0-7093-4a2d-b068-6da9170eece3 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0473795 May 09 23:08:01.988658 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cecb4-4628-418d-88b6-a76487badb63 req-95d4344f-9cca-4398-a0aa-87ddabfd0fe3 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:01.991057 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-330cecb4-4628-418d-88b6-a76487badb63 req-95d4344f-9cca-4398-a0aa-87ddabfd0fe3 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0524511 May 09 23:08:02.034562 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cf35e4aa-0c60-49e0-9d22-308959deec9d req-602f5d2b-da1a-47da-a004-3b6b7fb70890 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434792 May 09 23:08:02.037538 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-330cecb4-4628-418d-88b6-a76487badb63 req-06aaaf35-9196-43c5-971d-a5251c198038 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416253 May 09 23:08:03.148912 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384af7a2-e91d-4e07-89f8-f8ece119734b req-0cb4491e-3588-4952-aaf4-d2f2c2acd93a tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:03.150415 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-384af7a2-e91d-4e07-89f8-f8ece119734b req-0cb4491e-3588-4952-aaf4-d2f2c2acd93a tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0470188 May 09 23:08:03.161022 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb383c-a80a-4dc4-a0f6-f6d9052f38e1 req-fa2d94e6-779d-4eaf-8496-695c0e61d450 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:03.162547 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d1cb383c-a80a-4dc4-a0f6-f6d9052f38e1 req-fa2d94e6-779d-4eaf-8496-695c0e61d450 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0493517 May 09 23:08:03.201071 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-384af7a2-e91d-4e07-89f8-f8ece119734b req-c8b0434f-07a9-4290-b337-869eb0ec302d tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444083 May 09 23:08:03.209753 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d1cb383c-a80a-4dc4-a0f6-f6d9052f38e1 req-e64859a4-e2cf-49b9-aafc-3ee8fea5fac8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413389 May 09 23:08:03.306529 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2e8d-44b0-4709-ae7f-5e8dd058838a req-ff0982bf-6fab-4833-8b91-d667b2d38b88 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:03.307965 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-afda2e8d-44b0-4709-ae7f-5e8dd058838a req-ff0982bf-6fab-4833-8b91-d667b2d38b88 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0456772 May 09 23:08:03.316896 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34484) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:08:03.321295 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-a6749e89-4dca-4259-86f2-2b6022780cd7 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Request body: {'floatingip': {'port_id': 'f0504a29-0f57-4b6a-b659-4d5559910b95'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:08:03.358805 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a6749e89-4dca-4259-86f2-2b6022780cd7 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for floatingip (b5424149-896f-43fb-adbd-fcd4fe35b6b9), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:03.797115 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a6749e89-4dca-4259-86f2-2b6022780cd7 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:03.800748 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a6749e89-4dca-4259-86f2-2b6022780cd7 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (b5424149-896f-43fb-adbd-fcd4fe35b6b9), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:03.899196 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.l3_db [None req-a6749e89-4dca-4259-86f2-2b6022780cd7 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Floating IP b5424149-896f-43fb-adbd-fcd4fe35b6b9 associated. External IP: 172.27.3.47, port: f0504a29-0f57-4b6a-b659-4d5559910b95. May 09 23:08:04.109275 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6749e89-4dca-4259-86f2-2b6022780cd7 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Router 16672ca7-89c3-46d7-8136-88cdfc9386aa has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:08:04.214897 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6749e89-4dca-4259-86f2-2b6022780cd7 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:08:04.220049 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a6749e89-4dca-4259-86f2-2b6022780cd7 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:04.224429 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15610fe3-54e5-4989-a883-7de215bd8178 None None] Sync routers for ids ['16672ca7-89c3-46d7-8136-88cdfc9386aa'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:08:04.235366 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15610fe3-54e5-4989-a883-7de215bd8178 None None] Routers {'16672ca7-89c3-46d7-8136-88cdfc9386aa'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:08:04.235980 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-15610fe3-54e5-4989-a883-7de215bd8178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['16672ca7-89c3-46d7-8136-88cdfc9386aa'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:08:04.254041 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-a6749e89-4dca-4259-86f2-2b6022780cd7 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "PUT /v2.0/floatingips/b5424149-896f-43fb-adbd-fcd4fe35b6b9 HTTP/1.1" status: 200 len: 990 time: 0.9336576 May 09 23:08:04.254041 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8552f4-9cab-423d-ae4f-6790f5de0f91', 'tag': 'f0504a29-0f57-4b6a-b659-4d5559910b95'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:08:04.255155 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eced76-21fe-4adc-9313-ded18a0d74c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8552f4-9cab-423d-ae4f-6790f5de0f91", "tag": "f0504a29-0f57-4b6a-b659-4d5559910b95"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:08:04.292069 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b353c529-ce5e-4722-9574-7600f5b05755 x-openstack-request-id: req-b353c529-ce5e-4722-9574-7600f5b05755 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:08:04.292069 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8552f4-9cab-423d-ae4f-6790f5de0f91", "tag": "f0504a29-0f57-4b6a-b659-4d5559910b95", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:08:04.292307 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b353c529-ce5e-4722-9574-7600f5b05755 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:08:04.292666 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b353c529-ce5e-4722-9574-7600f5b05755'] response: {'name': 'network-changed', 'server_uuid': '7e8552f4-9cab-423d-ae4f-6790f5de0f91', 'tag': 'f0504a29-0f57-4b6a-b659-4d5559910b95', 'status': 'completed', 'code': 200} May 09 23:08:04.352429 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-15610fe3-54e5-4989-a883-7de215bd8178 None None] Set router 16672ca7-89c3-46d7-8136-88cdfc9386aa gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:08:04.362465 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e41dc7-c3bc-4d97-ba3e-57bd1ee393f5 req-b3bf7ae6-60f0-4a62-bb0b-b02f58d2f76d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:04.363959 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-81e41dc7-c3bc-4d97-ba3e-57bd1ee393f5 req-b3bf7ae6-60f0-4a62-bb0b-b02f58d2f76d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0812888 May 09 23:08:04.378339 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eced76-21fe-4adc-9313-ded18a0d74c0 req-ff6108b1-f595-4f81-82f7-9d56c5864e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:04.379756 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e7eced76-21fe-4adc-9313-ded18a0d74c0 req-ff6108b1-f595-4f81-82f7-9d56c5864e7c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0df002b4f614f4bbac1782e1fbb484a&device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 1129 time: 0.0638030 May 09 23:08:04.462691 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-81e41dc7-c3bc-4d97-ba3e-57bd1ee393f5 req-e69193bb-09db-4f20-85d1-8510e57d19c2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914524 May 09 23:08:04.491538 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eced76-21fe-4adc-9313-ded18a0d74c0 req-693c734b-b2d3-4d55-9526-e7ca98e76baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:04.493020 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e7eced76-21fe-4adc-9313-ded18a0d74c0 req-693c734b-b2d3-4d55-9526-e7ca98e76baf service neutron] 10.222.0.55 "GET /v2.0/networks?id=585983fb-4a68-4b82-b675-7c4ec5efad6e HTTP/1.1" status: 200 len: 912 time: 0.1066172 May 09 23:08:04.561745 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e7eced76-21fe-4adc-9313-ded18a0d74c0 req-5ff92b33-8770-4d07-afa6-b33c6b251815 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0504a29-0f57-4b6a-b659-4d5559910b95 HTTP/1.1" status: 200 len: 998 time: 0.0613570 May 09 23:08:04.565597 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-15610fe3-54e5-4989-a883-7de215bd8178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': 'b5424149-896f-43fb-adbd-fcd4fe35b6b9', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'port_id': 'f0504a29-0f57-4b6a-b659-4d5559910b95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'mac_address': 'fa:16:3e:8a:d9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8552f4-9cab-423d-ae4f-6790f5de0f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:07:51Z', 'updated_at': '2022-05-09T23:08:03Z', 'revision_number': 1, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:53Z', 'revision_number': 5, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:08:04.594786 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15610fe3-54e5-4989-a883-7de215bd8178 None None] Checking router: 16672ca7-89c3-46d7-8136-88cdfc9386aa for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:08:04.605281 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15610fe3-54e5-4989-a883-7de215bd8178 None None] Routers {'16672ca7-89c3-46d7-8136-88cdfc9386aa'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:08:04.605894 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-15610fe3-54e5-4989-a883-7de215bd8178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:07:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['16672ca7-89c3-46d7-8136-88cdfc9386aa'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:08:04.613291 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eced76-21fe-4adc-9313-ded18a0d74c0 req-0f1fb025-14bd-4d8e-b0f6-1a99677b0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:04.614989 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e7eced76-21fe-4adc-9313-ded18a0d74c0 req-0f1fb025-14bd-4d8e-b0f6-1a99677b0e44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97590d58-940b-4c83-8d2a-73cabe05d262 HTTP/1.1" status: 200 len: 850 time: 0.0478578 May 09 23:08:04.658091 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eced76-21fe-4adc-9313-ded18a0d74c0 req-6330b248-ba9d-425d-8d4c-5d88ad3b15a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:04.659598 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e7eced76-21fe-4adc-9313-ded18a0d74c0 req-6330b248-ba9d-425d-8d4c-5d88ad3b15a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=585983fb-4a68-4b82-b675-7c4ec5efad6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383260 May 09 23:08:04.719830 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-15610fe3-54e5-4989-a883-7de215bd8178 None None] Set router 16672ca7-89c3-46d7-8136-88cdfc9386aa gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:08:04.751788 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e7eced76-21fe-4adc-9313-ded18a0d74c0 req-d628066b-197a-4def-a72a-f5cd6dc8ee59 service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854893 May 09 23:08:04.841072 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e7eced76-21fe-4adc-9313-ded18a0d74c0 req-1cd79434-3d9a-4c3a-bbe9-aa1a968c8219 service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827587 May 09 23:08:04.930126 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-15610fe3-54e5-4989-a883-7de215bd8178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': 'b5424149-896f-43fb-adbd-fcd4fe35b6b9', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'port_id': 'f0504a29-0f57-4b6a-b659-4d5559910b95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'mac_address': 'fa:16:3e:8a:d9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8552f4-9cab-423d-ae4f-6790f5de0f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:07:51Z', 'updated_at': '2022-05-09T23:08:03Z', 'revision_number': 1, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:53Z', 'revision_number': 5, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:08:04.961152 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15610fe3-54e5-4989-a883-7de215bd8178 None None] The sync data for ids ['16672ca7-89c3-46d7-8136-88cdfc9386aa'] in dv-cinder-840678-5-iscsi is: [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': 'b5424149-896f-43fb-adbd-fcd4fe35b6b9', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'port_id': 'f0504a29-0f57-4b6a-b659-4d5559910b95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'mac_address': 'fa:16:3e:8a:d9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8552f4-9cab-423d-ae4f-6790f5de0f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:07:51Z', 'updated_at': '2022-05-09T23:08:03Z', 'revision_number': 1, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:53Z', 'revision_number': 5, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:08:05.150390 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcc10b4-2e2f-46c3-a0b6-d6fd84a8c0d6 None None] New status for floating IP b5424149-896f-43fb-adbd-fcd4fe35b6b9: ACTIVE {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:08:05.581164 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c4b1-9897-4e0c-aa74-51b6f393c9e3 req-b667835a-5104-47dd-b01c-0245f88eee91 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:05.582553 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5e06c4b1-9897-4e0c-aa74-51b6f393c9e3 req-b667835a-5104-47dd-b01c-0245f88eee91 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0458043 May 09 23:08:05.632261 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5e06c4b1-9897-4e0c-aa74-51b6f393c9e3 req-27b31089-5492-43bb-82a4-a076f064afa5 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440409 May 09 23:08:06.753069 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a4c43-6bf6-4e9b-8fdb-6ee7d2e7be46 req-41bf8b16-ed14-44b2-bf02-a35bbf718dd0 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:06.754545 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2d6a4c43-6bf6-4e9b-8fdb-6ee7d2e7be46 req-41bf8b16-ed14-44b2-bf02-a35bbf718dd0 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0506382 May 09 23:08:06.799991 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2d6a4c43-6bf6-4e9b-8fdb-6ee7d2e7be46 req-8e00debd-267e-4e49-9d51-43516b1f4d9b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400333 May 09 23:08:07.917773 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01970d43-692f-4945-b626-2ddadf0a04d4 req-332b61fe-a310-46c4-81b4-9e018ca3ed03 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:07.919301 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-01970d43-692f-4945-b626-2ddadf0a04d4 req-332b61fe-a310-46c4-81b4-9e018ca3ed03 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0494144 May 09 23:08:07.964154 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-01970d43-692f-4945-b626-2ddadf0a04d4 req-c2e6a50d-3577-4c75-bb3d-ee1f8e1dd4cf tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394583 May 09 23:08:09.085409 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872a2e6-0073-47bc-816f-e49b92917b7c req-228ed189-dc79-4517-92bf-3277d46eb862 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:09.086901 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3872a2e6-0073-47bc-816f-e49b92917b7c req-228ed189-dc79-4517-92bf-3277d46eb862 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0467124 May 09 23:08:09.133040 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3872a2e6-0073-47bc-816f-e49b92917b7c req-7980c2e1-77e2-41ba-8007-472cc08de334 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407863 May 09 23:08:10.246763 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497cfe7-d797-4192-9adb-ddadd77eeab5 req-28134e69-44ef-4f6a-87e5-12097c0a3562 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:10.248201 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c497cfe7-d797-4192-9adb-ddadd77eeab5 req-28134e69-44ef-4f6a-87e5-12097c0a3562 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0463490 May 09 23:08:10.294338 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c497cfe7-d797-4192-9adb-ddadd77eeab5 req-11630f8d-fc79-4ed6-8cfb-048c037a85f2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405958 May 09 23:08:11.413714 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a496995-b691-4233-a4e2-752b5ec60d13 req-eeaac0fd-2b5c-4708-b45d-2dac097cde88 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:11.415170 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8a496995-b691-4233-a4e2-752b5ec60d13 req-eeaac0fd-2b5c-4708-b45d-2dac097cde88 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0456352 May 09 23:08:11.464855 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8a496995-b691-4233-a4e2-752b5ec60d13 req-750bccbb-6221-46b6-ad1e-5334b6b2cc64 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440979 May 09 23:08:12.579877 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5778f-0810-474f-a0aa-03afb48b790d req-7955283f-e374-4712-bd12-9286116fd5ee tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:12.581333 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-faa5778f-0810-474f-a0aa-03afb48b790d req-7955283f-e374-4712-bd12-9286116fd5ee tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0462489 May 09 23:08:12.631358 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-faa5778f-0810-474f-a0aa-03afb48b790d req-22075559-ce1a-4a04-b6c9-ade7fcc0b3b6 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445192 May 09 23:08:13.755666 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67e27c-c5d6-48c4-b47e-772a4c49a38f req-b894ee25-a387-4f9b-aa14-01256bff1176 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:13.757144 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1a67e27c-c5d6-48c4-b47e-772a4c49a38f req-b894ee25-a387-4f9b-aa14-01256bff1176 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0488529 May 09 23:08:13.803586 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1a67e27c-c5d6-48c4-b47e-772a4c49a38f req-7b49f0b2-0077-43d5-8ef5-df50b6a5ae7c tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408616 May 09 23:08:14.919617 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0a3cd-f02b-4411-b5ce-c87918670856 req-ad9213d0-4b6c-4c97-ba02-eabbb91bcda4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:14.921611 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-72c0a3cd-f02b-4411-b5ce-c87918670856 req-ad9213d0-4b6c-4c97-ba02-eabbb91bcda4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0459270 May 09 23:08:14.973009 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-72c0a3cd-f02b-4411-b5ce-c87918670856 req-87bf6cdc-c7c8-4d65-95e2-9b4aa89ec777 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461073 May 09 23:08:16.090002 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cc235-fdd0-4305-a86f-a50eefad19f3 req-8ab9d63d-9138-429c-9d0a-5507a401c73b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:16.091594 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2e8cc235-fdd0-4305-a86f-a50eefad19f3 req-8ab9d63d-9138-429c-9d0a-5507a401c73b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0461209 May 09 23:08:16.139130 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2e8cc235-fdd0-4305-a86f-a50eefad19f3 req-3005d1ea-73c5-4773-a70a-cfc111b55c6a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413013 May 09 23:08:17.014304 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:17.254191 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724220e-cb81-47fe-8f82-00ebe6d44fc6 req-7afeba2c-70e9-457a-9cc8-f21a9e3cc1df tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:17.255654 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4724220e-cb81-47fe-8f82-00ebe6d44fc6 req-7afeba2c-70e9-457a-9cc8-f21a9e3cc1df tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0472269 May 09 23:08:17.301239 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4724220e-cb81-47fe-8f82-00ebe6d44fc6 req-1a110534-7150-47c5-b0a4-ee02827b506c tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401816 May 09 23:08:18.418734 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a368790-c0ca-4318-9269-c3cf5a26e7a6 req-fa54f928-334f-4962-a559-c18e520d8dab tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:18.420188 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6a368790-c0ca-4318-9269-c3cf5a26e7a6 req-fa54f928-334f-4962-a559-c18e520d8dab tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0493727 May 09 23:08:18.466347 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6a368790-c0ca-4318-9269-c3cf5a26e7a6 req-ef18ce86-ac61-4443-80f8-a973fdb5d1cf tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406818 May 09 23:08:19.395449 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c0ac8882-d9b7-4884-bdd5-bd3577fe783d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:19.588491 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca22585-6768-4664-b2d1-dc5df3f10666 req-33cecb81-7eb2-4c41-a80e-3a0fb26cae7b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:19.589939 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fca22585-6768-4664-b2d1-dc5df3f10666 req-33cecb81-7eb2-4c41-a80e-3a0fb26cae7b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0504007 May 09 23:08:19.635675 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fca22585-6768-4664-b2d1-dc5df3f10666 req-ef962cee-7b7b-499d-a3f8-f67bf9e542da tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396369 May 09 23:08:20.762208 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407977f-f270-4671-8f47-ee15f9af2cba req-c4dd12b9-e66f-4967-8ef3-1b620078f76d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:20.763743 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4407977f-f270-4671-8f47-ee15f9af2cba req-c4dd12b9-e66f-4967-8ef3-1b620078f76d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0502622 May 09 23:08:20.810707 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4407977f-f270-4671-8f47-ee15f9af2cba req-25de2288-c8f5-48c1-a8f0-c28960fb280d tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404575 May 09 23:08:21.237493 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device a898f67f-017d-433f-9c0f-e6793182e363 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:08:21.354708 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port a898f67f-017d-433f-9c0f-e6793182e363, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a898f67f-017d-433f-9c0f-e6793182e363,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:08:21.370684 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': 'a898f67f-017d-433f-9c0f-e6793182e363', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'port_id': 'a898f67f-017d-433f-9c0f-e6793182e363', 'mac_address': 'fa:16:3e:d4:bd:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:08:21.419179 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port a898f67f-017d-433f-9c0f-e6793182e363 is: ACTIVE; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:08:21.419570 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a898f67f-017d-433f-9c0f-e6793182e363), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:21.442812 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a898f67f-017d-433f-9c0f-e6793182e363 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:08:21.469444 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port a898f67f-017d-433f-9c0f-e6793182e363, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a898f67f-017d-433f-9c0f-e6793182e363,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:08:21.475602 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (a898f67f-017d-433f-9c0f-e6793182e363), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:21.664997 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=a898f67f-017d-433f-9c0f-e6793182e363,revision_number=6']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:08:21.682743 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.683122 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.683493 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.683856 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.684183 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.684517 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.684846 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.685173 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.685501 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.685826 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.686176 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.686590 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.686884 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.687206 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.687529 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:08:21.695034 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['a898f67f-017d-433f-9c0f-e6793182e363'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:08:21.722094 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9639-8c01-433c-a10d-c319da3ed0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:21.947141 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c27bc-f854-40ba-a8fe-1670507c6190 req-ae5e1953-41cf-4ddd-a6ef-46125e7a2dff tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:21.948625 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f31c27bc-f854-40ba-a8fe-1670507c6190 req-ae5e1953-41cf-4ddd-a6ef-46125e7a2dff tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 945 time: 0.0581932 May 09 23:08:22.000432 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f31c27bc-f854-40ba-a8fe-1670507c6190 req-b8aab417-d441-4a92-9332-8dd22375ae59 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453758 May 09 23:08:22.934168 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:23.138771 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbcf2d-fcad-4c98-8bbc-b14638fca6dd req-c2ee90a7-e6a7-49fc-9b5c-6e6123fe22db tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:23.140858 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b8bbcf2d-fcad-4c98-8bbc-b14638fca6dd req-c2ee90a7-e6a7-49fc-9b5c-6e6123fe22db tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 945 time: 0.0581892 May 09 23:08:23.191624 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b8bbcf2d-fcad-4c98-8bbc-b14638fca6dd req-035548da-0287-47c8-913e-0e1d6e41b660 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450416 May 09 23:08:23.264228 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device a898f67f-017d-433f-9c0f-e6793182e363 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:08:23.315531 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port a898f67f-017d-433f-9c0f-e6793182e363 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:08:23.315908 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (a898f67f-017d-433f-9c0f-e6793182e363), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:23.409984 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port a898f67f-017d-433f-9c0f-e6793182e363 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:08:23.410389 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a898f67f-017d-433f-9c0f-e6793182e363), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:23.434600 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a898f67f-017d-433f-9c0f-e6793182e363'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:08:23.437425 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669ae753-6007-454b-9792-74533aa90610" -d '{"events": [{"server_uuid": "0cdc1269-4f55-47ba-8ebc-a403362e1962", "name": "network-vif-plugged", "status": "completed", "tag": "a898f67f-017d-433f-9c0f-e6793182e363"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:08:23.450158 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port a898f67f-017d-433f-9c0f-e6793182e363, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a898f67f-017d-433f-9c0f-e6793182e363,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:08:23.455518 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (a898f67f-017d-433f-9c0f-e6793182e363), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:23.479234 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e87762d-ad74-4b42-9f80-3bc36b135761 x-openstack-request-id: req-0e87762d-ad74-4b42-9f80-3bc36b135761 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:08:23.479538 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdc1269-4f55-47ba-8ebc-a403362e1962", "name": "network-vif-plugged", "status": "completed", "tag": "a898f67f-017d-433f-9c0f-e6793182e363", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:08:23.479889 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e87762d-ad74-4b42-9f80-3bc36b135761 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:08:23.480168 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e87762d-ad74-4b42-9f80-3bc36b135761'] response: {'server_uuid': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a898f67f-017d-433f-9c0f-e6793182e363', 'code': 200} May 09 23:08:23.505904 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=a898f67f-017d-433f-9c0f-e6793182e363,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:08:24.328209 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56913b45-d9a2-4e82-9a3d-78e60d8be44a req-0c635336-7ee5-4e8d-97dd-7225a049ce5b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:24.331652 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-56913b45-d9a2-4e82-9a3d-78e60d8be44a req-0c635336-7ee5-4e8d-97dd-7225a049ce5b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0565934 May 09 23:08:24.360475 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:24.393126 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-56913b45-d9a2-4e82-9a3d-78e60d8be44a req-ab579a74-975d-4e6c-af80-70f9c51895e2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520453 May 09 23:08:25.527439 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c827055-e99f-40bd-a3b5-4954ef877451 req-6a1ba7d1-5e00-4c05-82f2-27e1adf376c4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:25.529031 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3c827055-e99f-40bd-a3b5-4954ef877451 req-6a1ba7d1-5e00-4c05-82f2-27e1adf376c4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0494742 May 09 23:08:25.595140 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-3c827055-e99f-40bd-a3b5-4954ef877451 req-fdbfcad7-559a-47e1-8e06-60c25583cb8a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580549 May 09 23:08:25.661961 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:26.723999 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e995a4-8e74-4d1f-be16-af3157ea3a17 req-51f19bb7-057b-4fe9-8613-f941654809b7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:26.726273 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-30e995a4-8e74-4d1f-be16-af3157ea3a17 req-51f19bb7-057b-4fe9-8613-f941654809b7 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0499828 May 09 23:08:26.787936 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-30e995a4-8e74-4d1f-be16-af3157ea3a17 req-55749e1c-86e9-4abf-a59a-a7d2cf80eada tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549424 May 09 23:08:27.920344 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9742c-48ab-490d-857e-0bab4f770f18 req-c9e341bc-9048-4067-8100-86ad1ee7824a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:27.923171 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-66d9742c-48ab-490d-857e-0bab4f770f18 req-c9e341bc-9048-4067-8100-86ad1ee7824a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0564218 May 09 23:08:27.973835 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-66d9742c-48ab-490d-857e-0bab4f770f18 req-abefba86-7eeb-48b9-9743-88146ab2f01e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450425 May 09 23:08:29.107256 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75102e9-113a-4acb-b496-06fc3e9c3704 req-789bcce2-6a61-4ac1-8839-1a489b4c1260 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:29.110032 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c75102e9-113a-4acb-b496-06fc3e9c3704 req-789bcce2-6a61-4ac1-8839-1a489b4c1260 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0540271 May 09 23:08:29.161207 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c75102e9-113a-4acb-b496-06fc3e9c3704 req-ea825883-f0c5-410d-9ea5-d6587feab7ff tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455408 May 09 23:08:30.009338 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce143e06-b9a4-47df-94cf-3769c4b002fc req-638e5b07-0a2e-46eb-82be-0106619dec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:30.010729 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ce143e06-b9a4-47df-94cf-3769c4b002fc req-638e5b07-0a2e-46eb-82be-0106619dec0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f38af4b388e49958aa17250c181b203&device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 1130 time: 0.0386708 May 09 23:08:30.101894 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce143e06-b9a4-47df-94cf-3769c4b002fc req-6c389f38-1701-486a-aaea-b3c77b862d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:30.103390 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ce143e06-b9a4-47df-94cf-3769c4b002fc req-6c389f38-1701-486a-aaea-b3c77b862d96 service neutron] 10.222.0.55 "GET /v2.0/networks?id=741b3e88-dd66-49da-aaee-2d7e838ad44c HTTP/1.1" status: 200 len: 918 time: 0.0860116 May 09 23:08:30.165488 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ce143e06-b9a4-47df-94cf-3769c4b002fc req-f10dd5b5-5f64-4ec4-bcec-c1e327f3ae10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a898f67f-017d-433f-9c0f-e6793182e363 HTTP/1.1" status: 200 len: 1002 time: 0.0557101 May 09 23:08:30.212760 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce143e06-b9a4-47df-94cf-3769c4b002fc req-f31110c0-15ad-4c33-955e-6e6dc26d42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:30.214324 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ce143e06-b9a4-47df-94cf-3769c4b002fc req-f31110c0-15ad-4c33-955e-6e6dc26d42a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a988479-3364-4216-a8b0-ad3a5179dc4f HTTP/1.1" status: 200 len: 856 time: 0.0423717 May 09 23:08:30.262493 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce143e06-b9a4-47df-94cf-3769c4b002fc req-3012d655-03d4-4941-9fae-908788b58753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:30.263922 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ce143e06-b9a4-47df-94cf-3769c4b002fc req-3012d655-03d4-4941-9fae-908788b58753 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=741b3e88-dd66-49da-aaee-2d7e838ad44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432265 May 09 23:08:30.276938 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2ec46-0100-48c9-8fd0-83baa4d844a6 req-ab3139b9-a69e-45b7-9880-fbd1a6f2d95b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:30.278419 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d3c2ec46-0100-48c9-8fd0-83baa4d844a6 req-ab3139b9-a69e-45b7-9880-fbd1a6f2d95b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0458410 May 09 23:08:30.323972 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d3c2ec46-0100-48c9-8fd0-83baa4d844a6 req-c6f82899-d3fe-44db-af36-165a7235db07 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400062 May 09 23:08:30.352968 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ce143e06-b9a4-47df-94cf-3769c4b002fc req-2e360914-1015-4784-8bb9-c515544da089 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817039 May 09 23:08:30.443772 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ce143e06-b9a4-47df-94cf-3769c4b002fc req-6d045a91-54b8-41ee-a37b-b571b8ccf021 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837853 May 09 23:08:31.441983 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09aa8dd-517e-4f8a-847f-83c5074d4020 req-d7743432-5b80-4be5-9dfb-6e7f0f1de6d3 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:31.443504 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a09aa8dd-517e-4f8a-847f-83c5074d4020 req-d7743432-5b80-4be5-9dfb-6e7f0f1de6d3 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0476301 May 09 23:08:31.489722 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a09aa8dd-517e-4f8a-847f-83c5074d4020 req-1acc8f3e-915c-45d8-bad0-8f6451af83e2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407510 May 09 23:08:32.617098 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d3a17-2428-44a6-aef9-3dea1e31b8c3 req-00a1696b-e8d1-41d4-8482-35e27a7d0491 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:32.618608 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f50d3a17-2428-44a6-aef9-3dea1e31b8c3 req-00a1696b-e8d1-41d4-8482-35e27a7d0491 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 946 time: 0.0577412 May 09 23:08:32.666087 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f50d3a17-2428-44a6-aef9-3dea1e31b8c3 req-ee88ef94-5051-41bb-8220-21ce313ab453 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418715 May 09 23:08:33.325854 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device a898f67f-017d-433f-9c0f-e6793182e363 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:08:33.387136 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [req-2153e0bd-a7df-4596-97e5-aa95c602a5b4 req-9ed24c84-6959-493c-a54d-2e9a11d1bd5e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 23:08:33.388159 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2153e0bd-a7df-4596-97e5-aa95c602a5b4 req-9ed24c84-6959-493c-a54d-2e9a11d1bd5e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051713 May 09 23:08:33.403690 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port a898f67f-017d-433f-9c0f-e6793182e363 is: ACTIVE; New status is: DOWN {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:08:33.404087 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a898f67f-017d-433f-9c0f-e6793182e363), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:33.426753 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a898f67f-017d-433f-9c0f-e6793182e363'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:08:33.429204 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a6e007-ecf1-46dc-abc0-47b4b1eaf642" -d '{"events": [{"server_uuid": "0cdc1269-4f55-47ba-8ebc-a403362e1962", "name": "network-vif-unplugged", "status": "completed", "tag": "a898f67f-017d-433f-9c0f-e6793182e363"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:08:33.442104 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port a898f67f-017d-433f-9c0f-e6793182e363, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a898f67f-017d-433f-9c0f-e6793182e363,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:08:33.446153 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (a898f67f-017d-433f-9c0f-e6793182e363), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:33.473744 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 May 2022 23:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1ee6bd-9975-4353-89c2-da61a78b0bef x-openstack-request-id: req-2b1ee6bd-9975-4353-89c2-da61a78b0bef {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:08:33.474294 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdc1269-4f55-47ba-8ebc-a403362e1962", "name": "network-vif-unplugged", "status": "failed", "tag": "a898f67f-017d-433f-9c0f-e6793182e363", "code": 422}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:08:33.474717 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b1ee6bd-9975-4353-89c2-da61a78b0bef {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:08:33.474930 dv-cinder-840678-5-iscsi neutron-server[103351]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2b1ee6bd-9975-4353-89c2-da61a78b0bef']: {'server_uuid': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a898f67f-017d-433f-9c0f-e6793182e363', 'code': 422} returned with failed status May 09 23:08:33.506166 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=a898f67f-017d-433f-9c0f-e6793182e363,revision_number=8']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:08:33.564288 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef597b29-f207-48c0-a597-f1ca7017148e req-edb9e3a8-f0ea-401f-8805-34537c80d9f4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:33.565947 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ef597b29-f207-48c0-a597-f1ca7017148e req-edb9e3a8-f0ea-401f-8805-34537c80d9f4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 944 time: 0.0597074 May 09 23:08:33.610062 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-0bb6b14c-13d7-41e5-95a7-f58f95ef38c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0621107 May 09 23:08:33.639118 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ef597b29-f207-48c0-a597-f1ca7017148e req-083751c7-9cde-454d-a0d2-3865999939a0 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532181 May 09 23:08:33.684695 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-c08c5423-e90e-4be6-9835-85e69fb0ed75 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:33.686046 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-c08c5423-e90e-4be6-9835-85e69fb0ed75 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports/a898f67f-017d-433f-9c0f-e6793182e363 HTTP/1.1" status: 200 len: 941 time: 0.0461497 May 09 23:08:34.483015 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-27218540-5105-47f4-a74c-ce26d3bcbd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:34.485080 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-27218540-5105-47f4-a74c-ce26d3bcbd0b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962&tenant_id=0f38af4b388e49958aa17250c181b203 HTTP/1.1" status: 200 len: 1128 time: 0.0703833 May 09 23:08:34.546425 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-45677717-4846-488a-b21d-5bbb0e10dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:34.547935 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-45677717-4846-488a-b21d-5bbb0e10dbe3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f38af4b388e49958aa17250c181b203&device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 1128 time: 0.0424454 May 09 23:08:34.646183 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-3d0195df-9a90-4d44-84e9-fa866ad4c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:34.647669 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-3d0195df-9a90-4d44-84e9-fa866ad4c1a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=741b3e88-dd66-49da-aaee-2d7e838ad44c HTTP/1.1" status: 200 len: 918 time: 0.0926561 May 09 23:08:34.717847 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-08e2959c-2595-48a7-a18d-42f310063300 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a898f67f-017d-433f-9c0f-e6793182e363 HTTP/1.1" status: 200 len: 1000 time: 0.0624139 May 09 23:08:34.789045 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aba0fe-d926-4161-a536-038c2e7158f4 req-54e72436-5fb3-4f47-9519-e89d4d73ba1c tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:34.790530 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b1aba0fe-d926-4161-a536-038c2e7158f4 req-54e72436-5fb3-4f47-9519-e89d4d73ba1c tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 944 time: 0.0755925 May 09 23:08:34.795715 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-f10d7b29-e639-4e0b-8547-491d582d48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:34.797599 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-f10d7b29-e639-4e0b-8547-491d582d48c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a988479-3364-4216-a8b0-ad3a5179dc4f HTTP/1.1" status: 200 len: 856 time: 0.0724919 May 09 23:08:34.860608 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-c976edfa-1d04-48fe-adae-ca0a5759d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:34.862079 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-c976edfa-1d04-48fe-adae-ca0a5759d6f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=741b3e88-dd66-49da-aaee-2d7e838ad44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580525 May 09 23:08:34.879983 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b1aba0fe-d926-4161-a536-038c2e7158f4 req-55d50eae-a8ed-48ff-8836-2dab7877ebd4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815148 May 09 23:08:34.956668 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-87c8e29e-e94a-47d8-b90c-0b2698f7bc5f service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865769 May 09 23:08:35.047078 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-d322601c-e5ef-482a-9bec-d9ef482d5d44 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832331 May 09 23:08:35.998590 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1864c7-2f9a-44ab-bba1-faf83c0cbfa7 req-a9e1526c-efa8-42eb-a685-6863cebd8bb8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:36.000095 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4e1864c7-2f9a-44ab-bba1-faf83c0cbfa7 req-a9e1526c-efa8-42eb-a685-6863cebd8bb8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 944 time: 0.0484986 May 09 23:08:36.052411 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4e1864c7-2f9a-44ab-bba1-faf83c0cbfa7 req-b264ab72-2207-4ef3-95a3-ea46888d83ea tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468078 May 09 23:08:37.179883 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d89c6-c233-45da-b158-dcc04736cc5a req-d3951ae6-16b1-4aac-ac01-3d6e6909f5ca tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:37.181346 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f54d89c6-c233-45da-b158-dcc04736cc5a req-d3951ae6-16b1-4aac-ac01-3d6e6909f5ca tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 944 time: 0.0495584 May 09 23:08:37.231765 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f54d89c6-c233-45da-b158-dcc04736cc5a req-b19e7ce2-5ca3-4435-9f14-f30fd2e9d75b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449538 May 09 23:08:38.140301 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:08:38.396567 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f33276-2009-49eb-8eb4-bd00d3b5133e req-4a4db12e-adf6-4ba8-8688-4ff1713ff4f2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:38.398037 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e1f33276-2009-49eb-8eb4-bd00d3b5133e req-4a4db12e-adf6-4ba8-8688-4ff1713ff4f2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 944 time: 0.0741870 May 09 23:08:38.452348 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e1f33276-2009-49eb-8eb4-bd00d3b5133e req-b0b6d5d7-84c9-4786-80e4-3ec1d3ce0489 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486627 May 09 23:08:39.572583 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923bd34-aa7d-457b-b994-53ff8fc765b3 req-0066874c-af92-4571-b2e1-415a032de1b9 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:39.580070 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a923bd34-aa7d-457b-b994-53ff8fc765b3 req-0066874c-af92-4571-b2e1-415a032de1b9 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 944 time: 0.0530972 May 09 23:08:39.624120 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a923bd34-aa7d-457b-b994-53ff8fc765b3 req-712486eb-4143-4099-819e-b4723e34bd75 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431442 May 09 23:08:40.754185 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fedcc5-f468-4489-af0e-56acfe677495 req-5aea0544-a5cd-42fa-ba33-5da2615ed3b4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:40.761216 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-27fedcc5-f468-4489-af0e-56acfe677495 req-5aea0544-a5cd-42fa-ba33-5da2615ed3b4 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 944 time: 0.0616887 May 09 23:08:40.808591 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-27fedcc5-f468-4489-af0e-56acfe677495 req-968c6c15-5ce2-47b8-b6ad-9af7b7b51624 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463691 May 09 23:08:41.945781 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd660c7-4310-498c-87dc-030ae1772831 req-49c8464e-a84f-40cb-bf2f-559e84d0fac0 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:41.947735 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7fd660c7-4310-498c-87dc-030ae1772831 req-49c8464e-a84f-40cb-bf2f-559e84d0fac0 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 944 time: 0.0509551 May 09 23:08:41.997748 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7fd660c7-4310-498c-87dc-030ae1772831 req-acd7b0f6-b3be-4ee0-b712-1d67ac8da931 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442541 May 09 23:08:43.246940 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973721e-056c-4ed5-94d2-b140f9dc5240 req-eb1f54cc-f0e2-49b1-8638-6c46c6d3721e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:43.250046 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f973721e-056c-4ed5-94d2-b140f9dc5240 req-eb1f54cc-f0e2-49b1-8638-6c46c6d3721e tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 944 time: 0.0515485 May 09 23:08:43.309727 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f973721e-056c-4ed5-94d2-b140f9dc5240 req-ced6f530-8143-44ea-931e-374f99ea9f55 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535967 May 09 23:08:44.466174 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc2818-7bd4-4c52-b64e-d7f1f476fe08 req-d3c9fe8f-f400-4525-b739-78ccae836fd5 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:44.467635 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-02dc2818-7bd4-4c52-b64e-d7f1f476fe08 req-d3c9fe8f-f400-4525-b739-78ccae836fd5 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 944 time: 0.0463388 May 09 23:08:44.516666 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-02dc2818-7bd4-4c52-b64e-d7f1f476fe08 req-5f20b6a8-59f2-48a3-96ce-984123ce2413 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435832 May 09 23:08:45.631798 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126bb4-b7a6-4660-bc00-8a7a4f8fd4cb req-b032f47c-91f6-48a9-ae9f-4bcc77a128f9 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:45.633301 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af126bb4-b7a6-4660-bc00-8a7a4f8fd4cb req-b032f47c-91f6-48a9-ae9f-4bcc77a128f9 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 944 time: 0.0466938 May 09 23:08:45.680773 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-af126bb4-b7a6-4660-bc00-8a7a4f8fd4cb req-dbbaad25-9f3f-44d3-a9c5-d818fe25f4f1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415244 May 09 23:08:46.797724 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3aab2-d731-4676-8baf-25e77fbf9adb req-aa3c7f56-6991-4e69-95c4-2e9d6f0b1936 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:46.799260 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f7c3aab2-d731-4676-8baf-25e77fbf9adb req-aa3c7f56-6991-4e69-95c4-2e9d6f0b1936 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 944 time: 0.0459976 May 09 23:08:46.844817 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f7c3aab2-d731-4676-8baf-25e77fbf9adb req-7aea3cbc-258d-4c13-9666-799a2fe992dd tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401709 May 09 23:08:47.014432 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:47.420477 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device a898f67f-017d-433f-9c0f-e6793182e363 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:08:47.517919 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port a898f67f-017d-433f-9c0f-e6793182e363, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a898f67f-017d-433f-9c0f-e6793182e363,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:08:47.528982 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': 'a898f67f-017d-433f-9c0f-e6793182e363', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'port_id': 'a898f67f-017d-433f-9c0f-e6793182e363', 'mac_address': 'fa:16:3e:d4:bd:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:08:47.565990 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port a898f67f-017d-433f-9c0f-e6793182e363 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:08:47.566444 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a898f67f-017d-433f-9c0f-e6793182e363), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:47.579008 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a898f67f-017d-433f-9c0f-e6793182e363 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:08:47.598910 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port a898f67f-017d-433f-9c0f-e6793182e363, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a898f67f-017d-433f-9c0f-e6793182e363,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:08:47.602540 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (a898f67f-017d-433f-9c0f-e6793182e363), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:47.651564 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=a898f67f-017d-433f-9c0f-e6793182e363,revision_number=9']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:08:47.872266 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['a898f67f-017d-433f-9c0f-e6793182e363'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:08:47.961215 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900e7f2-03ea-4193-99c7-db3cec78e6d4 req-7e8be6f5-49f4-4e7c-95d2-2d7b1b1017ab tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:47.962704 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1900e7f2-03ea-4193-99c7-db3cec78e6d4 req-7e8be6f5-49f4-4e7c-95d2-2d7b1b1017ab tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 945 time: 0.0468104 May 09 23:08:48.009291 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1900e7f2-03ea-4193-99c7-db3cec78e6d4 req-968a4248-57a2-45cd-a8d9-6c19fd57a82f tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409389 May 09 23:08:49.124638 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9e6bb-ca52-4ef6-b28b-0a15e5d1f998 req-40412ae9-e7f8-461e-a48f-aca393302849 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:49.126607 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-42e9e6bb-ca52-4ef6-b28b-0a15e5d1f998 req-40412ae9-e7f8-461e-a48f-aca393302849 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 945 time: 0.0452428 May 09 23:08:49.171236 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-42e9e6bb-ca52-4ef6-b28b-0a15e5d1f998 req-178cc103-f3ba-48d5-abdf-a5c9fefb387b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393496 May 09 23:08:49.398002 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f1f4a896-91b4-4090-bb3b-6a4f59f6f3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:49.420488 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device a898f67f-017d-433f-9c0f-e6793182e363 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:08:49.468687 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port a898f67f-017d-433f-9c0f-e6793182e363 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:08:49.469055 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (a898f67f-017d-433f-9c0f-e6793182e363), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:49.542807 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port a898f67f-017d-433f-9c0f-e6793182e363 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:08:49.543187 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (a898f67f-017d-433f-9c0f-e6793182e363), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:49.565528 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a898f67f-017d-433f-9c0f-e6793182e363'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:08:49.567793 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622373a5-21c5-4fb3-83f1-fb67bc8167cf" -d '{"events": [{"server_uuid": "0cdc1269-4f55-47ba-8ebc-a403362e1962", "name": "network-vif-plugged", "status": "completed", "tag": "a898f67f-017d-433f-9c0f-e6793182e363"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:08:49.579898 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port a898f67f-017d-433f-9c0f-e6793182e363, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a898f67f-017d-433f-9c0f-e6793182e363,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:08:49.584134 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (a898f67f-017d-433f-9c0f-e6793182e363), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:49.612359 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f9d6c2-d0cf-41f8-a184-befa6bd6f8d2 x-openstack-request-id: req-86f9d6c2-d0cf-41f8-a184-befa6bd6f8d2 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:08:49.612653 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdc1269-4f55-47ba-8ebc-a403362e1962", "name": "network-vif-plugged", "status": "completed", "tag": "a898f67f-017d-433f-9c0f-e6793182e363", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:08:49.612910 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86f9d6c2-d0cf-41f8-a184-befa6bd6f8d2 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:08:49.613295 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f9d6c2-d0cf-41f8-a184-befa6bd6f8d2'] response: {'server_uuid': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a898f67f-017d-433f-9c0f-e6793182e363', 'code': 200} May 09 23:08:49.642778 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=a898f67f-017d-433f-9c0f-e6793182e363,revision_number=10']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:08:49.798545 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8367-8bcd-4006-80da-5aed565211b2 req-6d16af80-48a6-49a2-8949-130565238c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:49.800021 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3d3a8367-8bcd-4006-80da-5aed565211b2 req-6d16af80-48a6-49a2-8949-130565238c3f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 1131 time: 0.0406485 May 09 23:08:49.845587 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3d3a8367-8bcd-4006-80da-5aed565211b2 req-d3811cb6-bd44-4b19-bb52-5a05f8161515 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361722 May 09 23:08:50.285061 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b0cea-86d3-4d99-bd39-9e81e279acf2 req-f327a66b-ecc7-4717-acf0-ef049d1b5363 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:50.286531 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-725b0cea-86d3-4d99-bd39-9e81e279acf2 req-f327a66b-ecc7-4717-acf0-ef049d1b5363 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 947 time: 0.0451078 May 09 23:08:50.334553 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-725b0cea-86d3-4d99-bd39-9e81e279acf2 req-05559f64-69fd-45a4-adda-8ba0473174a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425415 May 09 23:08:51.686974 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f4b610cb-6fa4-4a0f-958a-d8bf47e6c29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:51.714638 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a52d59-ca3c-4304-a3b6-fdf7ccc4eddf req-048ea3eb-2de1-42eb-ba60-89a52b7a8f8b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:51.716646 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-82a52d59-ca3c-4304-a3b6-fdf7ccc4eddf req-048ea3eb-2de1-42eb-ba60-89a52b7a8f8b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 947 time: 0.3070831 May 09 23:08:51.763492 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-82a52d59-ca3c-4304-a3b6-fdf7ccc4eddf req-3653f843-74f6-4249-81e5-e09825235407 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413280 May 09 23:08:52.880539 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8226d8-de59-4609-9442-9f8fc9eef969 req-82c13a0b-e61b-4d79-89a0-44eac68e3f2c tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:52.882057 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2f8226d8-de59-4609-9442-9f8fc9eef969 req-82c13a0b-e61b-4d79-89a0-44eac68e3f2c tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 947 time: 0.0474379 May 09 23:08:52.931717 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:52.933088 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2f8226d8-de59-4609-9442-9f8fc9eef969 req-d788b4e4-2546-4a99-a005-a2639357db7b tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455289 May 09 23:08:54.343765 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:55.654474 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:08:59.183669 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e910f-ba7c-411c-b49e-56088aef1d1e req-5aa91af5-9cf5-4073-a2ae-f7c7952dedbf tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:59.185613 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-aa6e910f-ba7c-411c-b49e-56088aef1d1e req-5aa91af5-9cf5-4073-a2ae-f7c7952dedbf tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0469227 May 09 23:08:59.230107 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-aa6e910f-ba7c-411c-b49e-56088aef1d1e req-ca8bb85d-fe89-4926-b817-b67ae37be4d1 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388105 May 09 23:08:59.754253 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f16e2-ea1f-4916-b8f7-89b9de0dfe9d req-966c93bf-278d-4519-99da-21bbeba1004f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:08:59.755636 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d91f16e2-ea1f-4916-b8f7-89b9de0dfe9d req-966c93bf-278d-4519-99da-21bbeba1004f tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 945 time: 0.0461850 May 09 23:08:59.800826 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d91f16e2-ea1f-4916-b8f7-89b9de0dfe9d req-3396c78f-6b07-41a5-8fa8-9e35f38ad4c2 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=02cc507a-d0bc-433a-9897-5481a800ae0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396590 May 09 23:09:00.347562 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40e027-0913-4be6-a6bc-6490e6f310eb req-e15c18f5-8071-434c-9a75-b31bae97e4f5 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:00.349013 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fe40e027-0913-4be6-a6bc-6490e6f310eb req-e15c18f5-8071-434c-9a75-b31bae97e4f5 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0485666 May 09 23:09:00.394104 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fe40e027-0913-4be6-a6bc-6490e6f310eb req-5372d403-0869-4f23-8ae7-0e7116ac98e3 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396235 May 09 23:09:00.913221 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45339eed-521a-4e7c-aefe-6be6046f8f6e req-31558093-7c38-4b08-9367-61ce6555e3bd tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:00.914629 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-45339eed-521a-4e7c-aefe-6be6046f8f6e req-31558093-7c38-4b08-9367-61ce6555e3bd tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 945 time: 0.0471237 May 09 23:09:00.958633 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-45339eed-521a-4e7c-aefe-6be6046f8f6e req-9a90a269-e67f-43e2-9cc2-52bb4917f668 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=02cc507a-d0bc-433a-9897-5481a800ae0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386026 May 09 23:09:01.322023 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a23872-6d35-47e5-858a-cf9705faef01 req-5c6e4408-7772-4327-949d-1698af8c2ac9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:01.323462 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-23a23872-6d35-47e5-858a-cf9705faef01 req-5c6e4408-7772-4327-949d-1698af8c2ac9 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 945 time: 0.0488837 May 09 23:09:01.405780 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-23a23872-6d35-47e5-858a-cf9705faef01 req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Deleting port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:09:01.406169 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-23a23872-6d35-47e5-858a-cf9705faef01 req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:01.497023 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-23a23872-6d35-47e5-858a-cf9705faef01 req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] For port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=79d9a4b3-de1a-4fc9-bd91-29fa1550dc38,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:09:01.497433 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-23a23872-6d35-47e5-858a-cf9705faef01 req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:01.505465 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb788ba-065c-48ff-9489-6082e0dc43fe req-cb14e8e1-68fd-425f-a746-6d88c2f063c9 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:01.507041 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ecb788ba-065c-48ff-9489-6082e0dc43fe req-cb14e8e1-68fd-425f-a746-6d88c2f063c9 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0460904 May 09 23:09:01.553866 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ecb788ba-065c-48ff-9489-6082e0dc43fe req-090b45ff-d5ee-4370-a45b-6b96e08571c0 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406342 May 09 23:09:01.909082 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-23a23872-6d35-47e5-858a-cf9705faef01 req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:01.909359 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-23a23872-6d35-47e5-858a-cf9705faef01 req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (492947a5-b6e3-43cb-b48d-08983f3cc1a1), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:01.909667 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [req-23a23872-6d35-47e5-858a-cf9705faef01 req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Floating IP 492947a5-b6e3-43cb-b48d-08983f3cc1a1 disassociated. External IP: 172.27.3.84, port: 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38. May 09 23:09:01.910006 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-23a23872-6d35-47e5-858a-cf9705faef01 req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Calling delete_port for 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:09:02.058187 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-23a23872-6d35-47e5-858a-cf9705faef01 req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (79d9a4b3-de1a-4fc9-bd91-29fa1550dc38), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:02.094394 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event deleted for resources: {'Port': ['ID=79d9a4b3-de1a-4fc9-bd91-29fa1550dc38,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:02.107085 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86caaf2-1126-473c-9eb9-315685f4cb01 req-c269ad0d-b15e-4415-b260-b420177f85ef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:02.108610 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b86caaf2-1126-473c-9eb9-315685f4cb01 req-c269ad0d-b15e-4415-b260-b420177f85ef tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/ports?device_id=791da3e3-267a-4bdd-9761-386c1061811e HTTP/1.1" status: 200 len: 945 time: 0.0824223 May 09 23:09:02.115249 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.115249 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.115611 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.115934 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.116271 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.116604 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.116971 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.117262 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.117545 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.117888 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.118233 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.118554 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.118870 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.119188 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.119505 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:02.212214 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b86caaf2-1126-473c-9eb9-315685f4cb01 req-b6b51bf6-fc8a-44b5-97c5-f6f5688391cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups?id=02cc507a-d0bc-433a-9897-5481a800ae0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879416 May 09 23:09:02.265481 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23a23872-6d35-47e5-858a-cf9705faef01 req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:09:02.374996 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23a23872-6d35-47e5-858a-cf9705faef01 req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:09:02.384876 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20888dbb-5c3a-47c6-8328-a6e42bf8d223 None None] Sync routers for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:09:02.395693 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20888dbb-5c3a-47c6-8328-a6e42bf8d223 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:09:02.396307 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-20888dbb-5c3a-47c6-8328-a6e42bf8d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:08:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:02.416938 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a23872-6d35-47e5-858a-cf9705faef01 req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] No DVR routers for this DVR port 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:09:02.419649 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-23a23872-6d35-47e5-858a-cf9705faef01 req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:02.423532 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-23a23872-6d35-47e5-858a-cf9705faef01 req-c04e156c-1820-46ee-a476-15c24d2bb1cc tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.55 "DELETE /v2.0/ports/79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 HTTP/1.1" status: 204 len: 173 time: 1.0941467 May 09 23:09:02.424003 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791da3e3-267a-4bdd-9761-386c1061811e', 'name': 'network-vif-deleted', 'tag': '79d9a4b3-de1a-4fc9-bd91-29fa1550dc38'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:09:02.427087 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929383e2-53d0-44e3-adad-4b597837a62d" -d '{"events": [{"server_uuid": "791da3e3-267a-4bdd-9761-386c1061811e", "name": "network-vif-deleted", "tag": "79d9a4b3-de1a-4fc9-bd91-29fa1550dc38"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:09:02.515711 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-20888dbb-5c3a-47c6-8328-a6e42bf8d223 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:09:02.554002 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c5c8eb-9308-4bf2-ac73-76d50e172963 x-openstack-request-id: req-a0c5c8eb-9308-4bf2-ac73-76d50e172963 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:09:02.554336 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791da3e3-267a-4bdd-9761-386c1061811e", "name": "network-vif-deleted", "tag": "79d9a4b3-de1a-4fc9-bd91-29fa1550dc38", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:09:02.554588 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0c5c8eb-9308-4bf2-ac73-76d50e172963 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:09:02.554993 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c5c8eb-9308-4bf2-ac73-76d50e172963'] response: {'server_uuid': '791da3e3-267a-4bdd-9761-386c1061811e', 'name': 'network-vif-deleted', 'tag': '79d9a4b3-de1a-4fc9-bd91-29fa1550dc38', 'status': 'completed', 'code': 200} May 09 23:09:02.689143 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b20eb-5605-44ee-a73d-4e7096287a8a req-df8784e4-27ad-4809-a541-5f57abf5dab3 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:02.690824 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-591b20eb-5605-44ee-a73d-4e7096287a8a req-df8784e4-27ad-4809-a541-5f57abf5dab3 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0492432 May 09 23:09:02.722091 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-20888dbb-5c3a-47c6-8328-a6e42bf8d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:02.738351 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-591b20eb-5605-44ee-a73d-4e7096287a8a req-7050a671-c33b-46b1-8c25-d0a537817907 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418351 May 09 23:09:02.751916 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20888dbb-5c3a-47c6-8328-a6e42bf8d223 None None] Checking router: 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:09:02.760378 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20888dbb-5c3a-47c6-8328-a6e42bf8d223 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:09:02.760987 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-20888dbb-5c3a-47c6-8328-a6e42bf8d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:08:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:02.870742 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-20888dbb-5c3a-47c6-8328-a6e42bf8d223 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:09:03.058916 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-20888dbb-5c3a-47c6-8328-a6e42bf8d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:03.084552 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20888dbb-5c3a-47c6-8328-a6e42bf8d223 None None] The sync data for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi is: [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:02:21Z', 'revision_number': 4, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '5395b0d3-63a5-401d-938c-5a13e4562f2f', 'name': '', 'network_id': 'a8d1714e-6adf-478e-9341-0aabd043adfd', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'mac_address': 'fa:16:3e:6c:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:18Z', 'updated_at': '2022-05-09T23:02:27Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'subnets': [{'id': 'd84bfe41-fb6f-4a50-9a95-878c5deeae54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:09:03.292429 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c98aaf4-da88-4ea9-91de-d3419392b671 None None] New status for floating IP 492947a5-b6e3-43cb-b48d-08983f3cc1a1: DOWN {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:09:03.299684 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34888) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:03.352788 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (02cc507a-d0bc-433a-9897-5481a800ae0f), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:03.375856 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (02cc507a-d0bc-433a-9897-5481a800ae0f), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:03.427739 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (02cc507a-d0bc-433a-9897-5481a800ae0f), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:03.430391 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:03.431619 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "DELETE /v2.0/security-groups/02cc507a-d0bc-433a-9897-5481a800ae0f HTTP/1.1" status: 204 len: 168 time: 0.1307929 May 09 23:09:03.434328 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34890) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:03.442628 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cc507a-d0bc-433a-9897-5481a800ae0f,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:03.448532 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.api.v2.resource [None req-55a09572-8a25-4c65-86ad-d0168b1f6eac tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] show failed (client error): The resource could not be found. May 09 23:09:03.449533 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-55a09572-8a25-4c65-86ad-d0168b1f6eac tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "GET /v2.0/security-groups/02cc507a-d0bc-433a-9897-5481a800ae0f HTTP/1.1" status: 404 len: 347 time: 0.0141664 May 09 23:09:03.450511 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.450868 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.451215 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.451560 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.451986 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.452746 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.452847 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34892) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:03.452929 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.453014 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.453309 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.453641 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.453975 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.454380 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.455468 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.455587 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.455891 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971f4e94-bccc-4be6-8ff6-a823b18ba8f5 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:03.490036 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:09:03.512652 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:09:03.513000 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 79d9a4b3-de1a-4fc9-bd91-29fa1550dc38 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:09:03.573605 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-d04791d1-66df-4158-b575-8e49e21335f3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Deleting port b9ffeb89-af05-4e3a-9666-fee7118d6ad5 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:09:03.573940 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d04791d1-66df-4158-b575-8e49e21335f3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (b9ffeb89-af05-4e3a-9666-fee7118d6ad5), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:03.652483 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d04791d1-66df-4158-b575-8e49e21335f3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (b9ffeb89-af05-4e3a-9666-fee7118d6ad5), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:03.652816 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d04791d1-66df-4158-b575-8e49e21335f3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (b9ffeb89-af05-4e3a-9666-fee7118d6ad5), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:03.665347 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-d04791d1-66df-4158-b575-8e49e21335f3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Calling delete_port for b9ffeb89-af05-4e3a-9666-fee7118d6ad5 owned by network:floatingip {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:09:03.795485 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d04791d1-66df-4158-b575-8e49e21335f3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (b9ffeb89-af05-4e3a-9666-fee7118d6ad5), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:03.823081 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04791d1-66df-4158-b575-8e49e21335f3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Pushing event deleted for resources: {'Port': ['ID=b9ffeb89-af05-4e3a-9666-fee7118d6ad5,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:03.854931 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddf1e3-e504-4612-a9d3-c909552db48c req-1e4959d4-60f2-49c0-a9eb-b661b1829d33 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:03.856673 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-97ddf1e3-e504-4612-a9d3-c909552db48c req-1e4959d4-60f2-49c0-a9eb-b661b1829d33 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0501878 May 09 23:09:03.888041 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d04791d1-66df-4158-b575-8e49e21335f3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks [] for floatingip (492947a5-b6e3-43cb-b48d-08983f3cc1a1), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:03.890983 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d04791d1-66df-4158-b575-8e49e21335f3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:03.894849 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-d04791d1-66df-4158-b575-8e49e21335f3 tempest-AttachVolumeNegativeTest-1668354219 tempest-AttachVolumeNegativeTest-1668354219-project] 10.222.0.23 "DELETE /v2.0/floatingips/492947a5-b6e3-43cb-b48d-08983f3cc1a1 HTTP/1.1" status: 204 len: 168 time: 0.4388697 May 09 23:09:03.904558 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-97ddf1e3-e504-4612-a9d3-c909552db48c req-026d75f1-a3b4-40c8-8f08-98277ed5dd7b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416167 May 09 23:09:05.026855 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061a6e7-c379-4211-96df-c277f8f3c831 req-a7a0de45-e975-489a-b99d-da326c262fa6 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:05.028154 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0061a6e7-c379-4211-96df-c277f8f3c831 req-a7a0de45-e975-489a-b99d-da326c262fa6 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0505335 May 09 23:09:05.075419 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0061a6e7-c379-4211-96df-c277f8f3c831 req-22b6987e-0b26-4d79-a795-0dac56a656f0 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411396 May 09 23:09:06.187498 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16afbb3-aaac-4142-bb4f-0700ef552a05 req-6f665744-a6a2-4392-bc5b-5ecd41aaf51f tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:06.189605 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e16afbb3-aaac-4142-bb4f-0700ef552a05 req-6f665744-a6a2-4392-bc5b-5ecd41aaf51f tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0459108 May 09 23:09:06.236394 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e16afbb3-aaac-4142-bb4f-0700ef552a05 req-3446306c-47dc-42ee-8c08-b2e4cb8db4d1 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409515 May 09 23:09:07.354234 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad19dae-9d5f-4c03-ae9c-6737b5c453c4 req-0d3cfa0c-82bd-4d99-ac46-711848bdc7ca tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:07.355704 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0ad19dae-9d5f-4c03-ae9c-6737b5c453c4 req-0d3cfa0c-82bd-4d99-ac46-711848bdc7ca tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0508971 May 09 23:09:07.401701 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0ad19dae-9d5f-4c03-ae9c-6737b5c453c4 req-367a419e-2260-492f-a3d7-1ca1c6baeb91 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395157 May 09 23:09:07.549712 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34936) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:07.917390 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d4aed2a-0f9c-48e3-aac5-be8f06eaf15a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719631'] for router_interface (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:08.147488 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-2d4aed2a-0f9c-48e3-aac5-be8f06eaf15a admin admin] Deleting port 5395b0d3-63a5-401d-938c-5a13e4562f2f {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:09:08.147834 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d4aed2a-0f9c-48e3-aac5-be8f06eaf15a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:08.226424 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-2d4aed2a-0f9c-48e3-aac5-be8f06eaf15a admin admin] For port 5395b0d3-63a5-401d-938c-5a13e4562f2f, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=5395b0d3-63a5-401d-938c-5a13e4562f2f,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:09:08.226709 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d4aed2a-0f9c-48e3-aac5-be8f06eaf15a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:08.239818 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-2d4aed2a-0f9c-48e3-aac5-be8f06eaf15a admin admin] Calling delete_port for 5395b0d3-63a5-401d-938c-5a13e4562f2f owned by network:router_interface {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:09:08.417013 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d4aed2a-0f9c-48e3-aac5-be8f06eaf15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (5395b0d3-63a5-401d-938c-5a13e4562f2f), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:08.443278 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aed2a-0f9c-48e3-aac5-be8f06eaf15a admin admin] Pushing event deleted for resources: {'Port': ['ID=5395b0d3-63a5-401d-938c-5a13e4562f2f,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:08.531210 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeaf6e0-697b-446d-9f4a-281164b74a2d req-20206fa0-8538-49c5-90bf-9132e8af9018 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:08.533372 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2aeaf6e0-697b-446d-9f4a-281164b74a2d req-20206fa0-8538-49c5-90bf-9132e8af9018 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0632272 May 09 23:09:08.590811 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2aeaf6e0-697b-446d-9f4a-281164b74a2d req-17c09137-b99a-4a7a-bced-e60d35c2462f tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475063 May 09 23:09:08.615188 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d4aed2a-0f9c-48e3-aac5-be8f06eaf15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725520'] for router_interface (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:08.829481 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4aed2a-0f9c-48e3-aac5-be8f06eaf15a admin admin] Router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:09:08.936273 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4aed2a-0f9c-48e3-aac5-be8f06eaf15a admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:09:08.941333 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-2d4aed2a-0f9c-48e3-aac5-be8f06eaf15a admin admin] 10.222.0.23 "PUT /v2.0/routers/0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3913853 May 09 23:09:08.943957 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 34942) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:08.944868 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e6445-772f-4a04-92ab-b7dcaecf75e1 None None] Sync routers for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:09:08.955210 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e6445-772f-4a04-92ab-b7dcaecf75e1 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:09:08.955823 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-de8e6445-772f-4a04-92ab-b7dcaecf75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:08:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:09.057918 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] Publish callbacks [] for router (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:09.071052 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-de8e6445-772f-4a04-92ab-b7dcaecf75e1 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:09:09.163681 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] Publish callbacks [] for router_gateway (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:09.208791 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] Deleting port 21b6a0b8-ad6e-4bea-ac66-843019882b7b {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:09:09.209130 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (21b6a0b8-ad6e-4bea-ac66-843019882b7b), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:09.245471 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-de8e6445-772f-4a04-92ab-b7dcaecf75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:09:08Z', 'revision_number': 5, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port': {'id': '21b6a0b8-ad6e-4bea-ac66-843019882b7b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:02:14Z', 'updated_at': '2022-05-09T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:09.271546 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e6445-772f-4a04-92ab-b7dcaecf75e1 None None] Checking router: 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:09:09.279617 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e6445-772f-4a04-92ab-b7dcaecf75e1 None None] Routers {'0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:09:09.280211 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-de8e6445-772f-4a04-92ab-b7dcaecf75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:08:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:09.286355 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] For port 21b6a0b8-ad6e-4bea-ac66-843019882b7b, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=21b6a0b8-ad6e-4bea-ac66-843019882b7b,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:09:09.286718 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (21b6a0b8-ad6e-4bea-ac66-843019882b7b), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:09.300014 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] Calling delete_port for 21b6a0b8-ad6e-4bea-ac66-843019882b7b owned by network:router_gateway {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:09:09.459369 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-de8e6445-772f-4a04-92ab-b7dcaecf75e1 None None] Set router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc gateway port host: None {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:09:09.480744 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (21b6a0b8-ad6e-4bea-ac66-843019882b7b), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:09.513644 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] Pushing event deleted for resources: {'Port': ['ID=21b6a0b8-ad6e-4bea-ac66-843019882b7b,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:09.520973 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-de8e6445-772f-4a04-92ab-b7dcaecf75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:09:09Z', 'revision_number': 6, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port_host': None}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:09.547281 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e6445-772f-4a04-92ab-b7dcaecf75e1 None None] The sync data for ids ['0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc'] in dv-cinder-840678-5-iscsi is: [{'id': '0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc', 'name': 'tempest-AttachVolumeNegativeTest-1050726870-router', 'tenant_id': 'b776734a879d4c0785b1d3728b79b766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:02:13Z', 'updated_at': '2022-05-09T23:09:09Z', 'revision_number': 6, 'project_id': 'b776734a879d4c0785b1d3728b79b766', 'gw_port_host': None}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:09:09.581551 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733245'] for router_gateway (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:09.671240 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112502'] for router (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:09.674676 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] Publish callbacks [] for router_controller (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), precommit_delete_associations {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:09.708193 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040d0d3-8e1f-45f8-9537-768d499e61c3 req-4c806103-8fc1-487a-b264-052c3f082726 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:09.709624 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1040d0d3-8e1f-45f8-9537-768d499e61c3 req-4c806103-8fc1-487a-b264-052c3f082726 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0488694 May 09 23:09:09.727085 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731628'] for router (0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:09.727605 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc {{(pid=103350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 23:09:09.732078 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:09.733232 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-75330bfb-2910-440f-8089-58d29200bf0c admin admin] 10.222.0.23 "DELETE /v2.0/routers/0a6b1eea-7f5c-499c-9bf5-b302ec1e69cc HTTP/1.1" status: 204 len: 168 time: 0.7882626 May 09 23:09:09.736280 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34946) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:09.788313 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1040d0d3-8e1f-45f8-9537-768d499e61c3 req-f4b7588f-2424-4b48-84bb-7363d45e9ab2 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728590 May 09 23:09:09.798969 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be97f36-7696-459e-a85b-249574e9d04a admin admin] Deleting subnet d84bfe41-fb6f-4a50-9a95-878c5deeae54 {{(pid=103349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:09:09.802101 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0be97f36-7696-459e-a85b-249574e9d04a admin admin] Publish callbacks [] for subnet (d84bfe41-fb6f-4a50-9a95-878c5deeae54), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:09.836597 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0be97f36-7696-459e-a85b-249574e9d04a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2099962'] for subnet (d84bfe41-fb6f-4a50-9a95-878c5deeae54), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:09.918170 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0be97f36-7696-459e-a85b-249574e9d04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (d84bfe41-fb6f-4a50-9a95-878c5deeae54), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:09.974584 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0be97f36-7696-459e-a85b-249574e9d04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2133958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9656954'] for subnet (d84bfe41-fb6f-4a50-9a95-878c5deeae54), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:09.999698 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be97f36-7696-459e-a85b-249574e9d04a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d84bfe41-fb6f-4a50-9a95-878c5deeae54,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:10.003788 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0be97f36-7696-459e-a85b-249574e9d04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.007298 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-0be97f36-7696-459e-a85b-249574e9d04a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d84bfe41-fb6f-4a50-9a95-878c5deeae54 HTTP/1.1" status: 204 len: 168 time: 0.2697265 May 09 23:09:10.009347 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39baca8-8941-466c-8fb3-e9a235d91647 None None] Network a8d1714e-6adf-478e-9341-0aabd043adfd requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:09:10.010007 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34948) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:10.075966 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (a8d1714e-6adf-478e-9341-0aabd043adfd), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.131826 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Deleting port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:09:10.132127 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.192666 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] For port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce,segment=NetworkSegment(b260b37b-3d36-4255-89cd-2575eb1e41b9),segment_id=b260b37b-3d36-4255-89cd-2575eb1e41b9)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:09:10.193021 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.205589 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Calling delete_port for b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce owned by network:dhcp {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:09:10.288044 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.291755 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078b3bf8-01f3-4e45-a30e-03b786b8e6fa None None] DHCP port deletion for a8d1714e-6adf-478e-9341-0aabd043adfd request from dv-cinder-840678-5-iscsi {{(pid=103351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 23:09:10.318552 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] No DVR routers for this DVR port b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce on host dv-cinder-840678-5-iscsi {{(pid=103349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:09:10.323349 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:10.390494 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (a8d1714e-6adf-478e-9341-0aabd043adfd), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.411240 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d1714e-6adf-478e-9341-0aabd043adfd']}} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:10.420523 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b260b37b-3d36-4255-89cd-2575eb1e41b9') {'for_net_delete': True} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:10.420823 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b260b37b-3d36-4255-89cd-2575eb1e41b9') {} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:10.433875 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2099907'] for segment (b260b37b-3d36-4255-89cd-2575eb1e41b9), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.446576 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (b260b37b-3d36-4255-89cd-2575eb1e41b9), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.453313 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:09:10.453730 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2132068'] for segment (b260b37b-3d36-4255-89cd-2575eb1e41b9), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: Traceback (most recent call last): May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: timer() May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: cb(*args, **kw) May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: return func(*args, **kwargs) May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: self._notify() May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: self.callback(batched_events) May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: event.method(event) May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: return f(self, *a, **k) May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._get(url).json() May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: return self.request(url, 'GET', **kwargs) May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:09:10.456019 dv-cinder-840678-5-iscsi neutron-server[103349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:09:10.510336 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (a8d1714e-6adf-478e-9341-0aabd043adfd), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.514760 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.521063 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] 10.222.0.23 "DELETE /v2.0/networks/a8d1714e-6adf-478e-9341-0aabd043adfd HTTP/1.1" status: 204 len: 168 time: 0.5076935 May 09 23:09:10.533472 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37718eb-adce-4155-85b5-53020ac636ce admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d1714e-6adf-478e-9341-0aabd043adfd,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:10.631123 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34952) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:10.670680 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-3ea19c46-b4ef-4657-8c56-688fca4b210c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b776734a879d4c0785b1d3728b79b766&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384116 May 09 23:09:10.673136 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 34954) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:10.730362 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-08825f96-c64f-4d4b-9e10-3a9ec6856314 admin admin] Publish callbacks [] for security_group (9bcc7fab-9391-4c23-a53d-cf4d767ef0e8), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.751321 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-08825f96-c64f-4d4b-9e10-3a9ec6856314 admin admin] Publish callbacks [] for security_group (9bcc7fab-9391-4c23-a53d-cf4d767ef0e8), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.802153 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-08825f96-c64f-4d4b-9e10-3a9ec6856314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (9bcc7fab-9391-4c23-a53d-cf4d767ef0e8), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.804793 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-08825f96-c64f-4d4b-9e10-3a9ec6856314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:10.805949 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-08825f96-c64f-4d4b-9e10-3a9ec6856314 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bcc7fab-9391-4c23-a53d-cf4d767ef0e8 HTTP/1.1" status: 204 len: 168 time: 0.1319249 May 09 23:09:10.814499 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08825f96-c64f-4d4b-9e10-3a9ec6856314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcc7fab-9391-4c23-a53d-cf4d767ef0e8,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:10.912654 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b14af-bec9-4017-a04e-176c5d988898 req-4aad3bab-1e4c-4945-b62a-12d9a4399f53 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:10.914362 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-767b14af-bec9-4017-a04e-176c5d988898 req-4aad3bab-1e4c-4945-b62a-12d9a4399f53 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0482759 May 09 23:09:10.961901 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-767b14af-bec9-4017-a04e-176c5d988898 req-9d723eee-7090-41bd-a129-cd71b2870872 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421762 May 09 23:09:11.517418 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 5395b0d3-63a5-401d-938c-5a13e4562f2f no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:09:11.540627 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 5395b0d3-63a5-401d-938c-5a13e4562f2f {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:09:11.540997 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 5395b0d3-63a5-401d-938c-5a13e4562f2f not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:09:11.541401 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 21b6a0b8-ad6e-4bea-ac66-843019882b7b no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:09:11.559802 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 21b6a0b8-ad6e-4bea-ac66-843019882b7b {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:09:11.560144 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 21b6a0b8-ad6e-4bea-ac66-843019882b7b not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:09:11.560543 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:09:11.580033 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:09:11.580371 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device b82b9716-d894-4eb6-8bc8-7cbeb9b4cfce not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:09:12.077529 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843038d3-05c5-4683-958a-ef82a5687b85 req-72340e4c-5ec4-46ac-8dc4-aefec3f9c9a9 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:12.079008 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-843038d3-05c5-4683-958a-ef82a5687b85 req-72340e4c-5ec4-46ac-8dc4-aefec3f9c9a9 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0522871 May 09 23:09:12.126292 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-843038d3-05c5-4683-958a-ef82a5687b85 req-8e7b8cc5-9b47-4d29-a22d-a955dc5570a0 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411491 May 09 23:09:13.240111 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01855edc-ddd3-4a95-9824-71b515144e9e req-e7f9202f-10b5-40b3-a178-8e3f6bbc147a tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:13.241584 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-01855edc-ddd3-4a95-9824-71b515144e9e req-e7f9202f-10b5-40b3-a178-8e3f6bbc147a tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0478950 May 09 23:09:13.295776 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-01855edc-ddd3-4a95-9824-71b515144e9e req-f8b1b9d7-dee9-4d97-96c7-1eabde0fc9e4 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476167 May 09 23:09:14.426550 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132703df-bcc5-41b0-9226-b0f6af6728cd req-d0cdecdd-d3dd-4307-8097-fdf798241f09 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:14.428012 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-132703df-bcc5-41b0-9226-b0f6af6728cd req-d0cdecdd-d3dd-4307-8097-fdf798241f09 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0565956 May 09 23:09:14.484295 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-132703df-bcc5-41b0-9226-b0f6af6728cd req-5c046219-63e1-419e-a761-dfdbc6d09304 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496781 May 09 23:09:15.138141 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:09:15.600011 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f573fa-a55c-4480-803d-9c570a7cc324 req-5d606d5b-f74e-44af-a95e-5689e22f520d tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:15.601512 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e0f573fa-a55c-4480-803d-9c570a7cc324 req-5d606d5b-f74e-44af-a95e-5689e22f520d tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0471637 May 09 23:09:15.649355 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e0f573fa-a55c-4480-803d-9c570a7cc324 req-8ff10040-3341-472b-9b06-1434944e5d7b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419688 May 09 23:09:15.851035 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ec9c4-18b9-4a61-840e-0c7130e50f05 req-33a1bf8c-9941-4091-a902-d8832e034539 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:15.852544 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-bd7ec9c4-18b9-4a61-840e-0c7130e50f05 req-33a1bf8c-9941-4091-a902-d8832e034539 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0521493 May 09 23:09:15.919523 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873eb3d-9cb0-46a5-8067-87dafad67dd0 req-302d8ae6-4267-45b0-b807-42f9d3c2ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:15.921025 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5873eb3d-9cb0-46a5-8067-87dafad67dd0 req-302d8ae6-4267-45b0-b807-42f9d3c2ba10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0df002b4f614f4bbac1782e1fbb484a&device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 1129 time: 0.0549569 May 09 23:09:15.944309 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-bd7ec9c4-18b9-4a61-840e-0c7130e50f05 req-f35de116-6dd4-4d71-b88d-14d8b4d46366 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846889 May 09 23:09:16.027188 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873eb3d-9cb0-46a5-8067-87dafad67dd0 req-7c41bbb8-067f-442f-b3db-395f918aecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:16.028662 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5873eb3d-9cb0-46a5-8067-87dafad67dd0 req-7c41bbb8-067f-442f-b3db-395f918aecb5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=585983fb-4a68-4b82-b675-7c4ec5efad6e HTTP/1.1" status: 200 len: 912 time: 0.0995357 May 09 23:09:16.095836 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5873eb3d-9cb0-46a5-8067-87dafad67dd0 req-c72b7095-d260-4377-bf61-f54ea71f0a83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0504a29-0f57-4b6a-b659-4d5559910b95 HTTP/1.1" status: 200 len: 1000 time: 0.0600495 May 09 23:09:16.143493 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873eb3d-9cb0-46a5-8067-87dafad67dd0 req-3503566b-1173-4c33-84f6-df603a9ddb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:16.144954 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5873eb3d-9cb0-46a5-8067-87dafad67dd0 req-3503566b-1173-4c33-84f6-df603a9ddb50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97590d58-940b-4c83-8d2a-73cabe05d262 HTTP/1.1" status: 200 len: 850 time: 0.0432947 May 09 23:09:16.193669 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873eb3d-9cb0-46a5-8067-87dafad67dd0 req-bd2f6c25-e44f-4ac1-a301-f2bdcc3133d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:16.195222 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5873eb3d-9cb0-46a5-8067-87dafad67dd0 req-bd2f6c25-e44f-4ac1-a301-f2bdcc3133d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=585983fb-4a68-4b82-b675-7c4ec5efad6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440142 May 09 23:09:16.283995 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5873eb3d-9cb0-46a5-8067-87dafad67dd0 req-1807c1f3-5868-4a86-a925-2c9342e9935f service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820441 May 09 23:09:16.377852 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5873eb3d-9cb0-46a5-8067-87dafad67dd0 req-5a7aad6e-53e8-4af3-b324-9bbc9671a7ef service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866756 May 09 23:09:17.008537 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:17.057171 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1fe7a-92f1-4f7b-b0aa-0108bded50bb req-92f2e5fc-7467-49d0-b5d2-76b41ecab39b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:17.058639 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b9b1fe7a-92f1-4f7b-b0aa-0108bded50bb req-92f2e5fc-7467-49d0-b5d2-76b41ecab39b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0460718 May 09 23:09:17.103506 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b9b1fe7a-92f1-4f7b-b0aa-0108bded50bb req-3a2ee90a-7f22-44a1-b6a0-53f33b895db1 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394304 May 09 23:09:18.215939 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f4442-a784-41d0-9fc4-12c33f205160 req-55d8db9c-0a70-4b74-85d0-fcdf43989f6b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:18.217402 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-be7f4442-a784-41d0-9fc4-12c33f205160 req-55d8db9c-0a70-4b74-85d0-fcdf43989f6b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0462406 May 09 23:09:18.262495 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-be7f4442-a784-41d0-9fc4-12c33f205160 req-eeb4f178-2da9-4403-862d-2269d32e8d42 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391214 May 09 23:09:19.402136 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-99171d09-ff3f-44e4-a114-d968ba57ba24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:20.039662 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 35090) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:20.141431 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c1c0ae8-a65a-4077-89b7-b9161fde348c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:20.216628 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c1c0ae8-a65a-4077-89b7-b9161fde348c admin admin] Publish callbacks [] for security_group (4c94c413-48a4-40ac-8bc4-62ccd0e7db48), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:20.220177 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c1c0ae8-a65a-4077-89b7-b9161fde348c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (4c94c413-48a4-40ac-8bc4-62ccd0e7db48), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:20.258324 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-4c1c0ae8-a65a-4077-89b7-b9161fde348c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88a00329813f4e6a94344368b9e9b342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176847 May 09 23:09:20.259158 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c0ae8-a65a-4077-89b7-b9161fde348c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c94c413-48a4-40ac-8bc4-62ccd0e7db48,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:20.261366 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35094) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:20.307687 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-24d26ec0-e32f-45e5-9e0c-11ea1e526766 admin admin] Publish callbacks [] for security_group (4c94c413-48a4-40ac-8bc4-62ccd0e7db48), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:20.328444 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-24d26ec0-e32f-45e5-9e0c-11ea1e526766 admin admin] Publish callbacks [] for security_group (4c94c413-48a4-40ac-8bc4-62ccd0e7db48), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:20.374823 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-24d26ec0-e32f-45e5-9e0c-11ea1e526766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (4c94c413-48a4-40ac-8bc4-62ccd0e7db48), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:20.378438 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-24d26ec0-e32f-45e5-9e0c-11ea1e526766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:20.379651 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-24d26ec0-e32f-45e5-9e0c-11ea1e526766 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c94c413-48a4-40ac-8bc4-62ccd0e7db48 HTTP/1.1" status: 204 len: 168 time: 0.1170080 May 09 23:09:20.388439 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d26ec0-e32f-45e5-9e0c-11ea1e526766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c94c413-48a4-40ac-8bc4-62ccd0e7db48,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:21.690373 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-882d4179-5b38-4dc1-a460-d59b00ff59d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:22.933915 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:23.538110 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-261d1465-77c9-4505-a541-3085f08f5e4c req-ade119bb-a8c5-45d5-9c28-d02c43c637e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394096 May 09 23:09:23.617514 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d1465-77c9-4505-a541-3085f08f5e4c req-05aa850a-2ee5-4c99-873f-abe5ef912e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:23.619005 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-261d1465-77c9-4505-a541-3085f08f5e4c req-05aa850a-2ee5-4c99-873f-abe5ef912e38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f38af4b388e49958aa17250c181b203&device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 1131 time: 0.0387781 May 09 23:09:23.728096 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d1465-77c9-4505-a541-3085f08f5e4c req-0398712a-a547-4251-b9c5-82042ce82cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:23.729471 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-261d1465-77c9-4505-a541-3085f08f5e4c req-0398712a-a547-4251-b9c5-82042ce82cd8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=741b3e88-dd66-49da-aaee-2d7e838ad44c HTTP/1.1" status: 200 len: 918 time: 0.0909820 May 09 23:09:23.793637 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-261d1465-77c9-4505-a541-3085f08f5e4c req-e994d170-0b8a-406c-b421-d320f71aa3ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a898f67f-017d-433f-9c0f-e6793182e363 HTTP/1.1" status: 200 len: 1002 time: 0.0571494 May 09 23:09:23.841598 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d1465-77c9-4505-a541-3085f08f5e4c req-1f6d7ec6-bd6c-4373-ab68-9ff19f88d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:23.843115 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-261d1465-77c9-4505-a541-3085f08f5e4c req-1f6d7ec6-bd6c-4373-ab68-9ff19f88d706 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a988479-3364-4216-a8b0-ad3a5179dc4f HTTP/1.1" status: 200 len: 856 time: 0.0434031 May 09 23:09:23.887335 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d1465-77c9-4505-a541-3085f08f5e4c req-95a9d3c8-171a-4909-8746-32a73b6c14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:23.888793 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-261d1465-77c9-4505-a541-3085f08f5e4c req-95a9d3c8-171a-4909-8746-32a73b6c14d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=741b3e88-dd66-49da-aaee-2d7e838ad44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399444 May 09 23:09:23.975410 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-261d1465-77c9-4505-a541-3085f08f5e4c req-eddefa1e-8522-448d-804d-da8b97a75989 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798435 May 09 23:09:24.065120 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-261d1465-77c9-4505-a541-3085f08f5e4c req-6c49b435-6746-4126-9ae3-14705b0c02a0 service neutron] 10.222.0.55 "GET /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835576 May 09 23:09:24.356989 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:24.681870 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35180) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:24.793384 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9c16a2a9-7f9f-46c3-887e-5ad198693054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:24.866855 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9c16a2a9-7f9f-46c3-887e-5ad198693054 admin admin] Publish callbacks [] for security_group (e7878f44-8c58-4456-bdfc-9905c51c1b7e), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:24.870373 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9c16a2a9-7f9f-46c3-887e-5ad198693054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (e7878f44-8c58-4456-bdfc-9905c51c1b7e), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:24.907272 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-9c16a2a9-7f9f-46c3-887e-5ad198693054 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89bfe4b4878d4c4a83d0b731b6126040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242398 May 09 23:09:24.909213 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16a2a9-7f9f-46c3-887e-5ad198693054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7878f44-8c58-4456-bdfc-9905c51c1b7e,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:24.909973 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 35186) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:24.958583 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d32c259-8424-429c-9e52-f325ae607eef admin admin] Publish callbacks [] for security_group (e7878f44-8c58-4456-bdfc-9905c51c1b7e), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:24.979118 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d32c259-8424-429c-9e52-f325ae607eef admin admin] Publish callbacks [] for security_group (e7878f44-8c58-4456-bdfc-9905c51c1b7e), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:25.024952 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d32c259-8424-429c-9e52-f325ae607eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (e7878f44-8c58-4456-bdfc-9905c51c1b7e), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:25.027462 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2d32c259-8424-429c-9e52-f325ae607eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:25.028597 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-2d32c259-8424-429c-9e52-f325ae607eef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7878f44-8c58-4456-bdfc-9905c51c1b7e HTTP/1.1" status: 204 len: 168 time: 0.1175942 May 09 23:09:25.036833 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32c259-8424-429c-9e52-f325ae607eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7878f44-8c58-4456-bdfc-9905c51c1b7e,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:25.282795 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35194) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:25.296719 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b1cb34e0-7f9e-46c1-882a-8d0bd202923c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:25.376257 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b1cb34e0-7f9e-46c1-882a-8d0bd202923c admin admin] Publish callbacks [] for security_group (7fa74961-f014-4d12-be77-960441a218db), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:25.380439 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b1cb34e0-7f9e-46c1-882a-8d0bd202923c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (7fa74961-f014-4d12-be77-960441a218db), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:25.418883 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-b1cb34e0-7f9e-46c1-882a-8d0bd202923c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25f0849ae3f348b89b214662ba0626dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349452 May 09 23:09:25.419803 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb34e0-7f9e-46c1-882a-8d0bd202923c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa74961-f014-4d12-be77-960441a218db,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:25.421698 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 35200) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:25.471153 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-386fce2e-d72f-4a54-a903-2e557ae074d7 admin admin] Publish callbacks [] for security_group (7fa74961-f014-4d12-be77-960441a218db), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:25.492696 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-386fce2e-d72f-4a54-a903-2e557ae074d7 admin admin] Publish callbacks [] for security_group (7fa74961-f014-4d12-be77-960441a218db), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:25.555299 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-386fce2e-d72f-4a54-a903-2e557ae074d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (7fa74961-f014-4d12-be77-960441a218db), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:25.558066 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-386fce2e-d72f-4a54-a903-2e557ae074d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:25.561958 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-386fce2e-d72f-4a54-a903-2e557ae074d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fa74961-f014-4d12-be77-960441a218db HTTP/1.1" status: 204 len: 168 time: 0.1389258 May 09 23:09:25.571448 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fce2e-d72f-4a54-a903-2e557ae074d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa74961-f014-4d12-be77-960441a218db,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:25.658359 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e094377-bf77-4639-a3cf-7a84b84d92cb req-f30dd562-a961-48c5-b06c-e45ee7805254 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:25.662995 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:25.666651 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6e094377-bf77-4639-a3cf-7a84b84d92cb req-f30dd562-a961-48c5-b06c-e45ee7805254 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 947 time: 0.0574098 May 09 23:09:25.710643 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6e094377-bf77-4639-a3cf-7a84b84d92cb req-b8282f0f-f5ea-47b6-8efd-865f4fe6586a tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431402 May 09 23:09:26.839080 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef451a-db01-4661-8367-3ef483e38598 req-046fea3e-6118-415f-a205-094366d6af45 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:26.841842 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8aef451a-db01-4661-8367-3ef483e38598 req-046fea3e-6118-415f-a205-094366d6af45 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 947 time: 0.0554056 May 09 23:09:26.898233 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8aef451a-db01-4661-8367-3ef483e38598 req-7d47cb0b-8464-4c2d-b765-03e5cb30a8d8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa03320f-c9c7-43b0-b3f5-4598e80cc636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456378 May 09 23:09:27.001078 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-40a88745-d94b-4fa0-a0e6-eb0e6bb198b8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:09:27.002790 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-40a88745-d94b-4fa0-a0e6-eb0e6bb198b8 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 947 time: 0.0475829 May 09 23:09:27.089169 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Deleting port a898f67f-017d-433f-9c0f-e6793182e363 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:09:27.089508 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (a898f67f-017d-433f-9c0f-e6793182e363), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:27.182287 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] For port a898f67f-017d-433f-9c0f-e6793182e363, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a898f67f-017d-433f-9c0f-e6793182e363,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:09:27.182571 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (a898f67f-017d-433f-9c0f-e6793182e363), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:27.608693 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:27.609061 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:27.609380 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Floating IP 257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b disassociated. External IP: 172.27.3.247, port: a898f67f-017d-433f-9c0f-e6793182e363. May 09 23:09:27.609729 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Calling delete_port for a898f67f-017d-433f-9c0f-e6793182e363 owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:09:27.740723 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (a898f67f-017d-433f-9c0f-e6793182e363), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:27.773200 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event deleted for resources: {'Port': ['ID=a898f67f-017d-433f-9c0f-e6793182e363,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:27.896257 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:09:28.000736 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c28f81d6-0560-4c68-b407-17c8b7ac94f2 req-dd022c7f-cf3b-42a6-b378-caf7ea7610a2 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cdc1269-4f55-47ba-8ebc-a403362e1962 HTTP/1.1" status: 200 len: 210 time: 0.0285285 May 09 23:09:28.011737 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:09:28.021358 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968213fb-3461-418b-aefa-e08961ecf952 None None] Sync routers for ids ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:09:28.030660 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968213fb-3461-418b-aefa-e08961ecf952 None None] Routers {'5c63b4d4-c43f-48a3-8bd7-9287ad887713'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:09:28.031264 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-968213fb-3461-418b-aefa-e08961ecf952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:09:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:28.054966 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] No DVR routers for this DVR port a898f67f-017d-433f-9c0f-e6793182e363 on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:09:28.057429 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:28.060662 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1edac22b-b4b3-4a6a-a481-f0456e0d1654 req-d699dcc2-4ea3-4d77-bb38-ace160084c87 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.55 "DELETE /v2.0/ports/a898f67f-017d-433f-9c0f-e6793182e363 HTTP/1.1" status: 204 len: 173 time: 1.0520871 May 09 23:09:28.061096 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'name': 'network-vif-deleted', 'tag': 'a898f67f-017d-433f-9c0f-e6793182e363'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:09:28.063390 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30befe81-63c4-46bb-a912-fcf3ce224cff" -d '{"events": [{"server_uuid": "0cdc1269-4f55-47ba-8ebc-a403362e1962", "name": "network-vif-deleted", "tag": "a898f67f-017d-433f-9c0f-e6793182e363"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:09:28.101298 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04656bf-0f79-406b-b15c-cf8ad1edb073 x-openstack-request-id: req-a04656bf-0f79-406b-b15c-cf8ad1edb073 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:09:28.101582 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdc1269-4f55-47ba-8ebc-a403362e1962", "name": "network-vif-deleted", "tag": "a898f67f-017d-433f-9c0f-e6793182e363", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:09:28.101839 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a04656bf-0f79-406b-b15c-cf8ad1edb073 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:09:28.102274 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04656bf-0f79-406b-b15c-cf8ad1edb073'] response: {'server_uuid': '0cdc1269-4f55-47ba-8ebc-a403362e1962', 'name': 'network-vif-deleted', 'tag': 'a898f67f-017d-433f-9c0f-e6793182e363', 'status': 'completed', 'code': 200} May 09 23:09:28.145759 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-968213fb-3461-418b-aefa-e08961ecf952 None None] Set router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:09:28.340957 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-968213fb-3461-418b-aefa-e08961ecf952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:47Z', 'revision_number': 5, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:28.368032 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968213fb-3461-418b-aefa-e08961ecf952 None None] Checking router: 5c63b4d4-c43f-48a3-8bd7-9287ad887713 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:09:28.376741 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968213fb-3461-418b-aefa-e08961ecf952 None None] Routers {'5c63b4d4-c43f-48a3-8bd7-9287ad887713'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:09:28.377340 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-968213fb-3461-418b-aefa-e08961ecf952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:09:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:28.621653 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-968213fb-3461-418b-aefa-e08961ecf952 None None] Set router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:09:28.818800 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-968213fb-3461-418b-aefa-e08961ecf952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:47Z', 'revision_number': 5, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:28.844877 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968213fb-3461-418b-aefa-e08961ecf952 None None] The sync data for ids ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'] in dv-cinder-840678-5-iscsi is: [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:42Z', 'revision_number': 4, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '03db8caa-c63a-4c45-a49d-efad5110ece8', 'name': '', 'network_id': '741b3e88-dd66-49da-aaee-2d7e838ad44c', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'mac_address': 'fa:16:3e:aa:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:41Z', 'updated_at': '2022-05-09T23:03:47Z', 'revision_number': 5, 'project_id': '0f38af4b388e49958aa17250c181b203', 'subnets': [{'id': '7a988479-3364-4216-a8b0-ad3a5179dc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:09:29.102856 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b0806f-7bd0-4a85-b475-e536c5781be6 None None] New status for floating IP 257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b: DOWN {{(pid=103352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:09:29.112337 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35278) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:29.168966 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-61b1b184-479a-4716-87d1-c6566591b0ed tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group (fa03320f-c9c7-43b0-b3f5-4598e80cc636), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:29.192594 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-61b1b184-479a-4716-87d1-c6566591b0ed tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group (fa03320f-c9c7-43b0-b3f5-4598e80cc636), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:29.247526 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-61b1b184-479a-4716-87d1-c6566591b0ed tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (fa03320f-c9c7-43b0-b3f5-4598e80cc636), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:29.250371 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-61b1b184-479a-4716-87d1-c6566591b0ed tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:29.251535 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-61b1b184-479a-4716-87d1-c6566591b0ed tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "DELETE /v2.0/security-groups/fa03320f-c9c7-43b0-b3f5-4598e80cc636 HTTP/1.1" status: 204 len: 168 time: 0.1372726 May 09 23:09:29.254441 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 35280) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:29.261477 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1b184-479a-4716-87d1-c6566591b0ed tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa03320f-c9c7-43b0-b3f5-4598e80cc636,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:29.267659 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.api.v2.resource [None req-fe929de7-86a5-4690-ab04-14cfbb4c7cdf tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] show failed (client error): The resource could not be found. May 09 23:09:29.272489 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35282) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:29.272705 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-fe929de7-86a5-4690-ab04-14cfbb4c7cdf tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "GET /v2.0/security-groups/fa03320f-c9c7-43b0-b3f5-4598e80cc636 HTTP/1.1" status: 404 len: 347 time: 0.0170679 May 09 23:09:29.389510 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-3eff67fd-4cef-46da-a286-65ba3b97ceb1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Deleting port 0c06cb96-65b4-40f3-a8c9-1563278e4c19 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:09:29.389769 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3eff67fd-4cef-46da-a286-65ba3b97ceb1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (0c06cb96-65b4-40f3-a8c9-1563278e4c19), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:29.462513 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3eff67fd-4cef-46da-a286-65ba3b97ceb1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (0c06cb96-65b4-40f3-a8c9-1563278e4c19), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:29.462837 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3eff67fd-4cef-46da-a286-65ba3b97ceb1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for floatingip (0c06cb96-65b4-40f3-a8c9-1563278e4c19), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:29.476503 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-3eff67fd-4cef-46da-a286-65ba3b97ceb1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Calling delete_port for 0c06cb96-65b4-40f3-a8c9-1563278e4c19 owned by network:floatingip {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:09:29.606389 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device a898f67f-017d-433f-9c0f-e6793182e363 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:09:29.606986 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3eff67fd-4cef-46da-a286-65ba3b97ceb1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (0c06cb96-65b4-40f3-a8c9-1563278e4c19), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:29.634270 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: a898f67f-017d-433f-9c0f-e6793182e363 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:09:29.634980 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device a898f67f-017d-433f-9c0f-e6793182e363 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:09:29.638099 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff67fd-4cef-46da-a286-65ba3b97ceb1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Pushing event deleted for resources: {'Port': ['ID=0c06cb96-65b4-40f3-a8c9-1563278e4c19,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:29.697730 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3eff67fd-4cef-46da-a286-65ba3b97ceb1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks [] for floatingip (257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:29.700534 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3eff67fd-4cef-46da-a286-65ba3b97ceb1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:29.701799 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-3eff67fd-4cef-46da-a286-65ba3b97ceb1 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] 10.222.0.23 "DELETE /v2.0/floatingips/257376db-42d4-4dcd-b1b9-b2a0fa9a7e5b HTTP/1.1" status: 204 len: 168 time: 0.4283657 May 09 23:09:30.518425 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35318) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:30.621124 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6cef1d7d-f842-467a-b726-01e05e54079f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:30.695094 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6cef1d7d-f842-467a-b726-01e05e54079f admin admin] Publish callbacks [] for security_group (cc5c5418-ea6c-4445-9d69-d477548c7bde), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:30.698487 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6cef1d7d-f842-467a-b726-01e05e54079f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (cc5c5418-ea6c-4445-9d69-d477548c7bde), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:30.736562 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-6cef1d7d-f842-467a-b726-01e05e54079f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f4b07fa084043c28c69eb46ae764a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170284 May 09 23:09:30.737424 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef1d7d-f842-467a-b726-01e05e54079f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5c5418-ea6c-4445-9d69-d477548c7bde,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:30.739311 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 35322) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:30.786520 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-367c1fe6-7a1c-4550-bc8b-fd0159389a97 admin admin] Publish callbacks [] for security_group (cc5c5418-ea6c-4445-9d69-d477548c7bde), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:30.809816 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-367c1fe6-7a1c-4550-bc8b-fd0159389a97 admin admin] Publish callbacks [] for security_group (cc5c5418-ea6c-4445-9d69-d477548c7bde), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:30.858587 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-367c1fe6-7a1c-4550-bc8b-fd0159389a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (cc5c5418-ea6c-4445-9d69-d477548c7bde), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:30.861107 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-367c1fe6-7a1c-4550-bc8b-fd0159389a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:30.862351 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-367c1fe6-7a1c-4550-bc8b-fd0159389a97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc5c5418-ea6c-4445-9d69-d477548c7bde HTTP/1.1" status: 204 len: 168 time: 0.1219766 May 09 23:09:30.875075 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c1fe6-7a1c-4550-bc8b-fd0159389a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5c5418-ea6c-4445-9d69-d477548c7bde,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:31.140353 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 35338) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:31.154631 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-89669f13-581b-4a4d-86b0-4f1275b574c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:31.230587 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-89669f13-581b-4a4d-86b0-4f1275b574c9 admin admin] Publish callbacks [] for security_group (9e913d3e-b752-4b2f-b6dd-eef5f59618ee), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:31.234378 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-89669f13-581b-4a4d-86b0-4f1275b574c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (9e913d3e-b752-4b2f-b6dd-eef5f59618ee), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:31.272404 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-89669f13-581b-4a4d-86b0-4f1275b574c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7394e761be834bfea1091820b5889813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310031 May 09 23:09:31.273245 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89669f13-581b-4a4d-86b0-4f1275b574c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e913d3e-b752-4b2f-b6dd-eef5f59618ee,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:31.275068 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35340) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:31.321667 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bcda-c477-47db-ac36-ad7a9698e643 admin admin] Publish callbacks [] for security_group (9e913d3e-b752-4b2f-b6dd-eef5f59618ee), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:31.342702 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bcda-c477-47db-ac36-ad7a9698e643 admin admin] Publish callbacks [] for security_group (9e913d3e-b752-4b2f-b6dd-eef5f59618ee), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:31.388005 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bcda-c477-47db-ac36-ad7a9698e643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (9e913d3e-b752-4b2f-b6dd-eef5f59618ee), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:31.390577 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bcda-c477-47db-ac36-ad7a9698e643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:31.391728 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-d6a6bcda-c477-47db-ac36-ad7a9698e643 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e913d3e-b752-4b2f-b6dd-eef5f59618ee HTTP/1.1" status: 204 len: 168 time: 0.1155086 May 09 23:09:31.400223 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bcda-c477-47db-ac36-ad7a9698e643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e913d3e-b752-4b2f-b6dd-eef5f59618ee,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:32.145168 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35374) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:32.636200 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-10348918-1f3b-450a-947f-f61f40c93ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719631'] for router_interface (5c63b4d4-c43f-48a3-8bd7-9287ad887713), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:32.869284 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-10348918-1f3b-450a-947f-f61f40c93ef4 admin admin] Deleting port 03db8caa-c63a-4c45-a49d-efad5110ece8 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:09:32.869625 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-10348918-1f3b-450a-947f-f61f40c93ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:32.952039 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [None req-10348918-1f3b-450a-947f-f61f40c93ef4 admin admin] For port 03db8caa-c63a-4c45-a49d-efad5110ece8, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=03db8caa-c63a-4c45-a49d-efad5110ece8,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:09:32.952400 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-10348918-1f3b-450a-947f-f61f40c93ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:32.971703 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-10348918-1f3b-450a-947f-f61f40c93ef4 admin admin] Calling delete_port for 03db8caa-c63a-4c45-a49d-efad5110ece8 owned by network:router_interface {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:09:33.172714 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-10348918-1f3b-450a-947f-f61f40c93ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (03db8caa-c63a-4c45-a49d-efad5110ece8), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:33.200391 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10348918-1f3b-450a-947f-f61f40c93ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=03db8caa-c63a-4c45-a49d-efad5110ece8,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:33.367004 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-10348918-1f3b-450a-947f-f61f40c93ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725520'] for router_interface (5c63b4d4-c43f-48a3-8bd7-9287ad887713), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:33.591001 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10348918-1f3b-450a-947f-f61f40c93ef4 admin admin] Router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:09:33.704024 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10348918-1f3b-450a-947f-f61f40c93ef4 admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:09:33.710605 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-10348918-1f3b-450a-947f-f61f40c93ef4 admin admin] 10.222.0.23 "PUT /v2.0/routers/5c63b4d4-c43f-48a3-8bd7-9287ad887713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5629518 May 09 23:09:33.711665 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35432) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:33.714407 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731603b-4d14-4e5a-be06-d4f146c992b9 None None] Sync routers for ids ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:09:33.724499 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731603b-4d14-4e5a-be06-d4f146c992b9 None None] Routers {'5c63b4d4-c43f-48a3-8bd7-9287ad887713'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:09:33.725042 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-8731603b-4d14-4e5a-be06-d4f146c992b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:09:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:33.818197 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] Publish callbacks [] for router (5c63b4d4-c43f-48a3-8bd7-9287ad887713), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:33.833035 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-8731603b-4d14-4e5a-be06-d4f146c992b9 None None] Set router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:09:33.927463 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] Publish callbacks [] for router_gateway (5c63b4d4-c43f-48a3-8bd7-9287ad887713), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:33.973059 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] Deleting port 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:09:33.973419 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:34.002716 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-8731603b-4d14-4e5a-be06-d4f146c992b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:09:33Z', 'revision_number': 5, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port': {'id': '0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:34.037841 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731603b-4d14-4e5a-be06-d4f146c992b9 None None] Checking router: 5c63b4d4-c43f-48a3-8bd7-9287ad887713 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:09:34.046369 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731603b-4d14-4e5a-be06-d4f146c992b9 None None] Routers {'5c63b4d4-c43f-48a3-8bd7-9287ad887713'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:09:34.046965 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-8731603b-4d14-4e5a-be06-d4f146c992b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:09:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:34.057251 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] For port 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:09:34.057615 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:34.079156 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] Calling delete_port for 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b owned by network:router_gateway {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:09:34.139867 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-8731603b-4d14-4e5a-be06-d4f146c992b9 None None] Set router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 gateway port host: None {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:09:34.196227 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-8731603b-4d14-4e5a-be06-d4f146c992b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:09:33Z', 'revision_number': 6, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port_host': None}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:34.229662 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731603b-4d14-4e5a-be06-d4f146c992b9 None None] The sync data for ids ['5c63b4d4-c43f-48a3-8bd7-9287ad887713'] in dv-cinder-840678-5-iscsi is: [{'id': '5c63b4d4-c43f-48a3-8bd7-9287ad887713', 'name': 'tempest-AttachVolumeShelveTestJSON-1993832286-router', 'tenant_id': '0f38af4b388e49958aa17250c181b203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:03:39Z', 'updated_at': '2022-05-09T23:09:33Z', 'revision_number': 6, 'project_id': '0f38af4b388e49958aa17250c181b203', 'gw_port_host': None}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:09:34.262532 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:34.535304 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:34.604692 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733245'] for router_gateway (5c63b4d4-c43f-48a3-8bd7-9287ad887713), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:34.700826 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112502'] for router (5c63b4d4-c43f-48a3-8bd7-9287ad887713), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:34.703430 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] Publish callbacks [] for router_controller (5c63b4d4-c43f-48a3-8bd7-9287ad887713), precommit_delete_associations {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:34.748629 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731628'] for router (5c63b4d4-c43f-48a3-8bd7-9287ad887713), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:34.749333 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c63b4d4-c43f-48a3-8bd7-9287ad887713 {{(pid=103350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 23:09:34.754079 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:34.755294 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-2342be60-6da1-4ff3-babe-fcd14911a18f admin admin] 10.222.0.23 "DELETE /v2.0/routers/5c63b4d4-c43f-48a3-8bd7-9287ad887713 HTTP/1.1" status: 204 len: 168 time: 1.0426579 May 09 23:09:34.758046 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35436) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:34.802638 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cece193-c992-45f2-b46b-3efae71c624f admin admin] Deleting subnet 7a988479-3364-4216-a8b0-ad3a5179dc4f {{(pid=103350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:09:34.805698 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8cece193-c992-45f2-b46b-3efae71c624f admin admin] Publish callbacks [] for subnet (7a988479-3364-4216-a8b0-ad3a5179dc4f), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:34.839845 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8cece193-c992-45f2-b46b-3efae71c624f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966931'] for subnet (7a988479-3364-4216-a8b0-ad3a5179dc4f), precommit_delete_associations {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:34.921455 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8cece193-c992-45f2-b46b-3efae71c624f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (7a988479-3364-4216-a8b0-ad3a5179dc4f), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:34.975666 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8cece193-c992-45f2-b46b-3efae71c624f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9883945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9732371'] for subnet (7a988479-3364-4216-a8b0-ad3a5179dc4f), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.005697 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8cece193-c992-45f2-b46b-3efae71c624f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.010972 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c934c951-00e6-44a7-9ed4-a49cdb4f210c None None] Network 741b3e88-dd66-49da-aaee-2d7e838ad44c requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:09:35.012911 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 35438) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:35.013395 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-8cece193-c992-45f2-b46b-3efae71c624f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7a988479-3364-4216-a8b0-ad3a5179dc4f HTTP/1.1" status: 204 len: 168 time: 0.2538359 May 09 23:09:35.014231 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cece193-c992-45f2-b46b-3efae71c624f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a988479-3364-4216-a8b0-ad3a5179dc4f,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:35.087860 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (741b3e88-dd66-49da-aaee-2d7e838ad44c), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.141463 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Deleting port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:09:35.141807 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.171280 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] DHCP port deletion for 741b3e88-dd66-49da-aaee-2d7e838ad44c request from dv-cinder-840678-5-iscsi {{(pid=103351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 23:09:35.210534 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] For port 5e6af6ed-6a43-4446-8be3-9dfe836390e6, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=5e6af6ed-6a43-4446-8be3-9dfe836390e6,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:09:35.211146 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.217015 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Deleting port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:09:35.217402 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.227266 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Calling delete_port for 5e6af6ed-6a43-4446-8be3-9dfe836390e6 owned by network:dhcp {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:09:35.287685 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] For port 5e6af6ed-6a43-4446-8be3-9dfe836390e6, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=5e6af6ed-6a43-4446-8be3-9dfe836390e6,segment=NetworkSegment(7f87110a-c6af-4c89-94f9-9ade6cfa1e4a),segment_id=7f87110a-c6af-4c89-94f9-9ade6cfa1e4a)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:09:35.288082 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.302638 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Calling delete_port for 5e6af6ed-6a43-4446-8be3-9dfe836390e6 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:09:35.315094 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.338674 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6af6ed-6a43-4446-8be3-9dfe836390e6,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:35.345054 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] No DVR routers for this DVR port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 on host dv-cinder-840678-5-iscsi {{(pid=103349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:09:35.386882 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536'] for port (5e6af6ed-6a43-4446-8be3-9dfe836390e6), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.413348 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Pushing event deleted for resources: {'Port': ['ID=5e6af6ed-6a43-4446-8be3-9dfe836390e6,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:35.414680 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (741b3e88-dd66-49da-aaee-2d7e838ad44c), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.417686 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] No DVR routers for this DVR port 5e6af6ed-6a43-4446-8be3-9dfe836390e6 on host dv-cinder-840678-5-iscsi {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:09:35.425117 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.425471 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.425845 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.426262 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.426852 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.427193 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.427525 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.427851 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.428183 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.428505 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.428830 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.429168 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.429491 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.429852 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.430217 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ec4dc-6501-4266-a826-f4c212ea2076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:09:35.440435 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741b3e88-dd66-49da-aaee-2d7e838ad44c']}} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:35.453456 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a') {'for_net_delete': True} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:35.453760 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f87110a-c6af-4c89-94f9-9ade6cfa1e4a') {} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:09:35.463876 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2099907'] for segment (7f87110a-c6af-4c89-94f9-9ade6cfa1e4a), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.479343 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (7f87110a-c6af-4c89-94f9-9ade6cfa1e4a), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.487022 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:09:35.487555 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2132068'] for segment (7f87110a-c6af-4c89-94f9-9ade6cfa1e4a), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: Traceback (most recent call last): May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: timer() May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: cb(*args, **kw) May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: return func(*args, **kwargs) May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: self._notify() May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: self.callback(batched_events) May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: event.method(event) May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: return f(self, *a, **k) May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._get(url).json() May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: return self.request(url, 'GET', **kwargs) May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:09:35.489402 dv-cinder-840678-5-iscsi neutron-server[103349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:09:35.532043 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 03db8caa-c63a-4c45-a49d-efad5110ece8 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:09:35.548714 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (741b3e88-dd66-49da-aaee-2d7e838ad44c), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.555036 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.557251 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 03db8caa-c63a-4c45-a49d-efad5110ece8 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:09:35.557392 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] 10.222.0.23 "DELETE /v2.0/networks/741b3e88-dd66-49da-aaee-2d7e838ad44c HTTP/1.1" status: 204 len: 168 time: 0.5423677 May 09 23:09:35.558008 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 03db8caa-c63a-4c45-a49d-efad5110ece8 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:09:35.558450 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:09:35.576366 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be2a12-8fe9-47b2-abf8-2468454b177a admin admin] Pushing event deleted for resources: {'Network': ['ID=741b3e88-dd66-49da-aaee-2d7e838ad44c,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:35.578777 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:09:35.579124 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 0d8e0940-fbcd-42ae-a4d5-1b137fa05e6b not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:09:35.579528 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 5e6af6ed-6a43-4446-8be3-9dfe836390e6 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:09:35.602801 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 5e6af6ed-6a43-4446-8be3-9dfe836390e6 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:09:35.603140 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 5e6af6ed-6a43-4446-8be3-9dfe836390e6 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:09:35.677366 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 35442) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:35.719563 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-19946dc8-84d6-4bc3-874c-3b794ffe1822 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f38af4b388e49958aa17250c181b203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410292 May 09 23:09:35.721936 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 35446) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:35.769417 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-00b728d8-e3bf-4c6b-abc0-0037f6a97304 admin admin] Publish callbacks [] for security_group (80f73cf6-7eb3-479e-842f-51bc2f2fece8), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.794558 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-00b728d8-e3bf-4c6b-abc0-0037f6a97304 admin admin] Publish callbacks [] for security_group (80f73cf6-7eb3-479e-842f-51bc2f2fece8), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.840975 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-00b728d8-e3bf-4c6b-abc0-0037f6a97304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (80f73cf6-7eb3-479e-842f-51bc2f2fece8), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.843428 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-00b728d8-e3bf-4c6b-abc0-0037f6a97304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:35.844681 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-00b728d8-e3bf-4c6b-abc0-0037f6a97304 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80f73cf6-7eb3-479e-842f-51bc2f2fece8 HTTP/1.1" status: 204 len: 168 time: 0.1217613 May 09 23:09:35.853091 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b728d8-e3bf-4c6b-abc0-0037f6a97304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f73cf6-7eb3-479e-842f-51bc2f2fece8,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:47.014284 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:49.403812 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-11ee90e8-8240-4ba8-a2d2-28a73ed07b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:49.897881 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 35646) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:50.006862 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f08ba81e-706a-479e-a60f-72958986035b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:50.091483 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f08ba81e-706a-479e-a60f-72958986035b admin admin] Publish callbacks [] for security_group (6954aa59-0dfb-414f-a52d-0bdd18906882), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:50.097247 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f08ba81e-706a-479e-a60f-72958986035b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (6954aa59-0dfb-414f-a52d-0bdd18906882), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:50.142325 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-f08ba81e-706a-479e-a60f-72958986035b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea4b83efa8ad41879ef0d18492aaecbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425082 May 09 23:09:50.144078 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ba81e-706a-479e-a60f-72958986035b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6954aa59-0dfb-414f-a52d-0bdd18906882,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:50.144996 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35658) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:50.193070 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d578fa46-9176-4c34-809e-3aa045bc96c9 admin admin] Publish callbacks [] for security_group (6954aa59-0dfb-414f-a52d-0bdd18906882), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:50.214140 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d578fa46-9176-4c34-809e-3aa045bc96c9 admin admin] Publish callbacks [] for security_group (6954aa59-0dfb-414f-a52d-0bdd18906882), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:50.259764 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d578fa46-9176-4c34-809e-3aa045bc96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (6954aa59-0dfb-414f-a52d-0bdd18906882), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:50.262427 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d578fa46-9176-4c34-809e-3aa045bc96c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:50.263589 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-d578fa46-9176-4c34-809e-3aa045bc96c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6954aa59-0dfb-414f-a52d-0bdd18906882 HTTP/1.1" status: 204 len: 168 time: 0.1176023 May 09 23:09:50.270773 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578fa46-9176-4c34-809e-3aa045bc96c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6954aa59-0dfb-414f-a52d-0bdd18906882,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:51.691883 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e955473-b4a5-451f-a39b-d56f360d4050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:52.136980 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:09:52.937333 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:54.360208 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:55.655893 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:58.128469 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 35836) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:58.231471 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7ae1eeeb-3d1d-4bbb-9f8d-3a4a245105bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:58.304213 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7ae1eeeb-3d1d-4bbb-9f8d-3a4a245105bd admin admin] Publish callbacks [] for security_group (78925dac-8d3a-4ed4-ae64-2b2d4d068119), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:58.307951 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7ae1eeeb-3d1d-4bbb-9f8d-3a4a245105bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (78925dac-8d3a-4ed4-ae64-2b2d4d068119), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:58.348070 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-7ae1eeeb-3d1d-4bbb-9f8d-3a4a245105bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c6905a729184fffa958f2a5f9bd3a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185640 May 09 23:09:58.349103 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1eeeb-3d1d-4bbb-9f8d-3a4a245105bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78925dac-8d3a-4ed4-ae64-2b2d4d068119,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:58.350816 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35840) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:58.403038 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6e4268f9-c11b-4eed-bec1-c6045b7801c1 admin admin] Publish callbacks [] for security_group (78925dac-8d3a-4ed4-ae64-2b2d4d068119), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:58.424089 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6e4268f9-c11b-4eed-bec1-c6045b7801c1 admin admin] Publish callbacks [] for security_group (78925dac-8d3a-4ed4-ae64-2b2d4d068119), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:58.470753 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6e4268f9-c11b-4eed-bec1-c6045b7801c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (78925dac-8d3a-4ed4-ae64-2b2d4d068119), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:58.473264 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6e4268f9-c11b-4eed-bec1-c6045b7801c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:58.474430 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-6e4268f9-c11b-4eed-bec1-c6045b7801c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78925dac-8d3a-4ed4-ae64-2b2d4d068119 HTTP/1.1" status: 204 len: 168 time: 0.1220434 May 09 23:09:58.483204 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4268f9-c11b-4eed-bec1-c6045b7801c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78925dac-8d3a-4ed4-ae64-2b2d4d068119,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:58.796596 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35864) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:58.809498 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-32ba77d7-4f8e-4f47-a969-68612f05568e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:58.890671 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-32ba77d7-4f8e-4f47-a969-68612f05568e admin admin] Publish callbacks [] for security_group (3b1c81de-78e9-46bc-9b9c-28889d068416), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:58.894748 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-32ba77d7-4f8e-4f47-a969-68612f05568e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (3b1c81de-78e9-46bc-9b9c-28889d068416), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:58.927569 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-32ba77d7-4f8e-4f47-a969-68612f05568e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49535bb851994866901e2b4ff0ed6838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298959 May 09 23:09:58.930212 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 35868) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:58.937122 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba77d7-4f8e-4f47-a969-68612f05568e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1c81de-78e9-46bc-9b9c-28889d068416,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:58.981440 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-df98b9a0-2d7d-41d3-babf-e8d1ab4c3e04 admin admin] Publish callbacks [] for security_group (3b1c81de-78e9-46bc-9b9c-28889d068416), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:59.002354 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-df98b9a0-2d7d-41d3-babf-e8d1ab4c3e04 admin admin] Publish callbacks [] for security_group (3b1c81de-78e9-46bc-9b9c-28889d068416), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:59.046888 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-df98b9a0-2d7d-41d3-babf-e8d1ab4c3e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (3b1c81de-78e9-46bc-9b9c-28889d068416), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:59.049894 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-df98b9a0-2d7d-41d3-babf-e8d1ab4c3e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:59.051067 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-df98b9a0-2d7d-41d3-babf-e8d1ab4c3e04 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b1c81de-78e9-46bc-9b9c-28889d068416 HTTP/1.1" status: 204 len: 168 time: 0.1193104 May 09 23:09:59.059416 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98b9a0-2d7d-41d3-babf-e8d1ab4c3e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1c81de-78e9-46bc-9b9c-28889d068416,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:59.366610 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 35874) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:59.380092 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-908ee02b-d771-4e72-80ab-415695235185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:59.452590 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-908ee02b-d771-4e72-80ab-415695235185 admin admin] Publish callbacks [] for security_group (e10511aa-fe9c-4406-8a7b-1da215d2a52d), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:59.456244 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-908ee02b-d771-4e72-80ab-415695235185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (e10511aa-fe9c-4406-8a7b-1da215d2a52d), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:59.494461 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-908ee02b-d771-4e72-80ab-415695235185 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c8d1b988b6341169af9b3c19fe2a171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268013 May 09 23:09:59.495553 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ee02b-d771-4e72-80ab-415695235185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10511aa-fe9c-4406-8a7b-1da215d2a52d,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:09:59.497054 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35876) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:09:59.543955 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7d196342-df45-44fb-a286-914b7f8fcba0 admin admin] Publish callbacks [] for security_group (e10511aa-fe9c-4406-8a7b-1da215d2a52d), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:59.567142 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7d196342-df45-44fb-a286-914b7f8fcba0 admin admin] Publish callbacks [] for security_group (e10511aa-fe9c-4406-8a7b-1da215d2a52d), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:59.617955 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7d196342-df45-44fb-a286-914b7f8fcba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (e10511aa-fe9c-4406-8a7b-1da215d2a52d), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:59.621003 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7d196342-df45-44fb-a286-914b7f8fcba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:09:59.622169 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-7d196342-df45-44fb-a286-914b7f8fcba0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e10511aa-fe9c-4406-8a7b-1da215d2a52d HTTP/1.1" status: 204 len: 168 time: 0.1237366 May 09 23:09:59.631599 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d196342-df45-44fb-a286-914b7f8fcba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10511aa-fe9c-4406-8a7b-1da215d2a52d,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:00.264958 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 35902) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:00.357464 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1959503725-network', 'tenant_id': 'f99e7d13264c4801bbd78669d85fd6ce'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:10:00.376726 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] Made reservation on behalf of f99e7d13264c4801bbd78669d85fd6ce for: {'network': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:10:00.378980 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:00.387461 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:00.459052 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] Publish callbacks [] for security_group (e9470b31-2ad6-4db5-8bbb-9c746ab7b730), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:00.462503 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (e9470b31-2ad6-4db5-8bbb-9c746ab7b730), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:00.486279 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:10:00.496211 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9470b31-2ad6-4db5-8bbb-9c746ab7b730,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:00.500892 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (b8c0bcff-3bcd-4135-9e02-9a54f11b6702), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:00.501473 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.segments_db [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] Added segment b8c0bcff-3bcd-4135-9e02-9a54f11b6702 of type vlan for network dd59166f-fc33-4aba-ba9d-e309f5309b64 May 09 23:10:00.540399 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (dd59166f-fc33-4aba-ba9d-e309f5309b64), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:00.563721 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (dd59166f-fc33-4aba-ba9d-e309f5309b64), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:00.564656 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:00.565242 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:00.619346 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3532889 May 09 23:10:00.622468 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 35906) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:00.627532 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-3b7e6303-4197-4fac-b46d-1f322db2195c admin admin] Request body: {'subnet': {'network_id': 'dd59166f-fc33-4aba-ba9d-e309f5309b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1959503725-subnet', 'tenant_id': 'f99e7d13264c4801bbd78669d85fd6ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:10:00.628515 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24367c9-d8de-4fed-984f-6879d94b4b56 admin admin] Pushing event updated for resources: {'Network': ['ID=dd59166f-fc33-4aba-ba9d-e309f5309b64,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:00.641052 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network dd59166f-fc33-4aba-ba9d-e309f5309b64 details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:10:00.647192 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7e6303-4197-4fac-b46d-1f322db2195c admin admin] Made reservation on behalf of f99e7d13264c4801bbd78669d85fd6ce for: {'subnet': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:10:00.649869 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6303-4197-4fac-b46d-1f322db2195c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9656919'] for subnet (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:00.812177 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6303-4197-4fac-b46d-1f322db2195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9656897'] for subnet (0fd964bc-ddb7-4c82-b59b-9cff108f317a), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:00.872495 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e6303-4197-4fac-b46d-1f322db2195c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fd964bc-ddb7-4c82-b59b-9cff108f317a,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:00.879465 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7e6303-4197-4fac-b46d-1f322db2195c admin admin] Checking segment: {'id': 'b8c0bcff-3bcd-4135-9e02-9a54f11b6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dd59166f-fc33-4aba-ba9d-e309f5309b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:10:00.879824 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7e6303-4197-4fac-b46d-1f322db2195c admin admin] Network hostable DHCP agents. Network: dd59166f-fc33-4aba-ba9d-e309f5309b64, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:10:00.895792 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7e6303-4197-4fac-b46d-1f322db2195c admin admin] Network dd59166f-fc33-4aba-ba9d-e309f5309b64 is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:10:00.903918 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-3b7e6303-4197-4fac-b46d-1f322db2195c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, dd59166f-fc33-4aba-ba9d-e309f5309b64) {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:10:00.907886 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7e6303-4197-4fac-b46d-1f322db2195c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:00.908479 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6303-4197-4fac-b46d-1f322db2195c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:00.912948 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db2d078-dae0-45f8-b84e-5faf2e946f19 None None] Network dd59166f-fc33-4aba-ba9d-e309f5309b64 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:10:00.923778 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-3b7e6303-4197-4fac-b46d-1f322db2195c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3001583 May 09 23:10:01.012499 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1af880f-5e6d-4238-abdf-5e248431f093 None None] Network dd59166f-fc33-4aba-ba9d-e309f5309b64 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:10:05.789245 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-5aac1edf-345b-464a-9e4b-4b5ed9051309 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:05.791251 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-5aac1edf-345b-464a-9e4b-4b5ed9051309 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/networks?id=dd59166f-fc33-4aba-ba9d-e309f5309b64 HTTP/1.1" status: 200 len: 809 time: 0.0979528 May 09 23:10:05.805485 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-3639d37a-42f2-41cd-a02b-d573dc193181 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/quotas/f99e7d13264c4801bbd78669d85fd6ce HTTP/1.1" status: 200 len: 375 time: 0.0089760 May 09 23:10:05.840433 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-577fbb7f-aeaf-4db4-bdda-287aadff8190 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f99e7d13264c4801bbd78669d85fd6ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303319 May 09 23:10:05.927929 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-d1907187-aeb1-421d-b4f4-d026f8a23b2c service neutron] 10.222.0.23 "GET /v2.0/networks/dd59166f-fc33-4aba-ba9d-e309f5309b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805686 May 09 23:10:06.017911 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-113e30e2-f5b7-4c7c-a925-b857c75188ee service neutron] 10.222.0.23 "GET /v2.0/networks/dd59166f-fc33-4aba-ba9d-e309f5309b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844018 May 09 23:10:06.179243 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3a91efc2-49b2-4676-931f-73f1005433ae req-8ae89e0f-a9a7-4f60-9d52-8219195b8b0e tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 210 time: 0.0304317 May 09 23:10:06.264090 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870c507-06ac-4c4b-9296-a224c3d95d0c req-c7422a88-f5c9-45fb-a6a0-c51c8bb74c63 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:06.265574 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5870c507-06ac-4c4b-9296-a224c3d95d0c req-c7422a88-f5c9-45fb-a6a0-c51c8bb74c63 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0474062 May 09 23:10:06.314199 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5870c507-06ac-4c4b-9296-a224c3d95d0c req-4c279680-5e00-4774-9479-919018201c8c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428534 May 09 23:10:07.169324 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-472b0547-8eef-478e-b3dd-6201b98f5c15 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:07.170799 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-472b0547-8eef-478e-b3dd-6201b98f5c15 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.55 "GET /v2.0/networks?id=dd59166f-fc33-4aba-ba9d-e309f5309b64 HTTP/1.1" status: 200 len: 809 time: 0.1038449 May 09 23:10:07.184167 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Request body: {'port': {'device_id': 'fd1bf588-de21-4f1e-ae63-9b304a0c9cb5', 'network_id': 'dd59166f-fc33-4aba-ba9d-e309f5309b64', 'admin_state_up': True, 'tenant_id': 'f99e7d13264c4801bbd78669d85fd6ce'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:10:07.287595 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b9a9767a-45e4-4ffe-834f-49b7e85f017a req-4097f95f-d9d2-460c-8358-56f763716986 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 210 time: 0.0349889 May 09 23:10:07.325531 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Made reservation on behalf of f99e7d13264c4801bbd78669d85fd6ce for: {'port': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:10:07.328968 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:07.429173 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4b3b3-26bf-4bc5-95ad-6befd139a9b7 req-75b87942-90af-4618-b477-24e9b0ecc153 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:07.430679 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-03a4b3b3-26bf-4bc5-95ad-6befd139a9b7 req-75b87942-90af-4618-b477-24e9b0ecc153 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0464702 May 09 23:10:07.460961 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Allocated IP 172.20.0.8 (dd59166f-fc33-4aba-ba9d-e309f5309b64/0fd964bc-ddb7-4c82-b59b-9cff108f317a/f7f7e28a-dd0e-413a-aac6-da9fc10fde66) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:10:07.482732 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-03a4b3b3-26bf-4bc5-95ad-6befd139a9b7 req-22dfc944-3a73-49a9-b14e-f7e8bb3979dc tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459635 May 09 23:10:07.609210 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks [] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:07.642607 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:07.685205 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Network dd59166f-fc33-4aba-ba9d-e309f5309b64 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:10:07.688226 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:10:07.691902 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:10:07.719677 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Pushing event updated for resources: {'Port': ['ID=f7f7e28a-dd0e-413a-aac6-da9fc10fde66,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:07.733671 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.734015 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.734382 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.734717 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.735048 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.735375 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.735696 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.736014 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.736333 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.736650 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.736970 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.737286 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.737606 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.737920 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.738261 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:07.755384 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:07.755987 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:07.770974 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-7dafe38e-7e18-4e28-90ed-28a87a07c9e0 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5904987 May 09 23:10:07.782433 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Request body: {'port': {'device_id': 'fd1bf588-de21-4f1e-ae63-9b304a0c9cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:10:07.846675 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:08.128947 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f7e28a-dd0e-413a-aac6-da9fc10fde66 {{(pid=103350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:10:08.136860 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Publish callbacks [] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:08.150581 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.provisioning_blocks [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Transition to ACTIVE for port object f7f7e28a-dd0e-413a-aac6-da9fc10fde66 will not be triggered until provisioned by entity L2. {{(pid=103350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:10:08.154105 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:08.205817 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f7e28a-dd0e-413a-aac6-da9fc10fde66,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:08.276183 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Attempting to bind port f7f7e28a-dd0e-413a-aac6-da9fc10fde66 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:10:08.276518 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Attempting to bind port f7f7e28a-dd0e-413a-aac6-da9fc10fde66 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'b8c0bcff-3bcd-4135-9e02-9a54f11b6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dd59166f-fc33-4aba-ba9d-e309f5309b64'}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:10:08.276839 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Attempting to bind port f7f7e28a-dd0e-413a-aac6-da9fc10fde66 on network dd59166f-fc33-4aba-ba9d-e309f5309b64 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:10:08.281073 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Port f7f7e28a-dd0e-413a-aac6-da9fc10fde66 on network dd59166f-fc33-4aba-ba9d-e309f5309b64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:10:08.281388 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Attempting to bind port f7f7e28a-dd0e-413a-aac6-da9fc10fde66 on network dd59166f-fc33-4aba-ba9d-e309f5309b64 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:10:08.286231 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:10:08.286586 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Checking segment: {'id': 'b8c0bcff-3bcd-4135-9e02-9a54f11b6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dd59166f-fc33-4aba-ba9d-e309f5309b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:10:08.286953 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Bound using segment: {'id': 'b8c0bcff-3bcd-4135-9e02-9a54f11b6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dd59166f-fc33-4aba-ba9d-e309f5309b64'} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:10:08.287426 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Bound port: f7f7e28a-dd0e-413a-aac6-da9fc10fde66, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c0bcff-3bcd-4135-9e02-9a54f11b6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dd59166f-fc33-4aba-ba9d-e309f5309b64'}}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:10:08.287744 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:08.357975 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] For port f7f7e28a-dd0e-413a-aac6-da9fc10fde66, host hv-cinder-84067, cleared binding levels {{(pid=103350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:10:08.392697 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] For port f7f7e28a-dd0e-413a-aac6-da9fc10fde66, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f7f7e28a-dd0e-413a-aac6-da9fc10fde66,segment=NetworkSegment(b8c0bcff-3bcd-4135-9e02-9a54f11b6702),segment_id=b8c0bcff-3bcd-4135-9e02-9a54f11b6702)] {{(pid=103350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:10:08.403850 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:08.415675 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060509c6-2aae-4b9d-94cb-b99696c448db req-b8707119-ea4e-40f4-bde0-d5970e83ae1a tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:08.417130 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-060509c6-2aae-4b9d-94cb-b99696c448db req-b8707119-ea4e-40f4-bde0-d5970e83ae1a tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 943 time: 0.0613704 May 09 23:10:08.463796 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:08.464428 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:08.465762 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/f7f7e28a-dd0e-413a-aac6-da9fc10fde66 HTTP/1.1" status: 200 len: 1093 time: 0.6873724 May 09 23:10:08.467650 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1bf588-de21-4f1e-ae63-9b304a0c9cb5', 'tag': 'f7f7e28a-dd0e-413a-aac6-da9fc10fde66'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:10:08.469902 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377afdcc-fff7-4dd3-8412-23707d682db0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1bf588-de21-4f1e-ae63-9b304a0c9cb5", "tag": "f7f7e28a-dd0e-413a-aac6-da9fc10fde66"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:10:08.511553 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a354f9a5-007f-4035-a860-2f4ad4d3ee96 x-openstack-request-id: req-a354f9a5-007f-4035-a860-2f4ad4d3ee96 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:10:08.511847 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1bf588-de21-4f1e-ae63-9b304a0c9cb5", "tag": "f7f7e28a-dd0e-413a-aac6-da9fc10fde66", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:10:08.512102 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a354f9a5-007f-4035-a860-2f4ad4d3ee96 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:10:08.512506 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a354f9a5-007f-4035-a860-2f4ad4d3ee96'] response: {'name': 'network-changed', 'server_uuid': 'fd1bf588-de21-4f1e-ae63-9b304a0c9cb5', 'tag': 'f7f7e28a-dd0e-413a-aac6-da9fc10fde66', 'status': 'completed', 'code': 200} May 09 23:10:08.514302 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13da20b-fde7-481a-95ce-02a8cfa4b2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f7e28a-dd0e-413a-aac6-da9fc10fde66,revision_number=3']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:08.528652 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-060509c6-2aae-4b9d-94cb-b99696c448db req-06ef2eec-8c35-471e-910b-5070a3e74d13 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928173 May 09 23:10:08.571295 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-e86b7d1a-a064-461f-a350-9bc6400578b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:08.573427 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-e86b7d1a-a064-461f-a350-9bc6400578b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f99e7d13264c4801bbd78669d85fd6ce&device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 1127 time: 0.0560896 May 09 23:10:08.602297 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987e0b3-f434-4db9-adad-df5fdc59ffeb req-09b08d4a-92d8-4a03-9b3f-7b98cdc48c48 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:08.603794 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0987e0b3-f434-4db9-adad-df5fdc59ffeb req-09b08d4a-92d8-4a03-9b3f-7b98cdc48c48 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0471959 May 09 23:10:08.613852 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-f0fcc9e5-c6c5-43c6-85ed-64b43db47107 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7f7e28a-dd0e-413a-aac6-da9fc10fde66 HTTP/1.1" status: 200 len: 217 time: 0.0336444 May 09 23:10:08.651727 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0987e0b3-f434-4db9-adad-df5fdc59ffeb req-03cc29cf-f5bd-467f-876b-b592fc91976e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419345 May 09 23:10:08.671376 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-3441835b-7d77-4d00-976d-0a859bcd0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:08.672951 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-3441835b-7d77-4d00-976d-0a859bcd0be3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0fd964bc-ddb7-4c82-b59b-9cff108f317a HTTP/1.1" status: 200 len: 849 time: 0.0532725 May 09 23:10:08.705562 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-b4c76369-b4cf-4619-b336-93919a79a641 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dd59166f-fc33-4aba-ba9d-e309f5309b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265346 May 09 23:10:08.790146 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-4d7a3314-828b-43b2-aad6-d5164a8d4ac0 service neutron] 10.222.0.55 "GET /v2.0/networks/dd59166f-fc33-4aba-ba9d-e309f5309b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784152 May 09 23:10:08.881210 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-663c6e7a-662a-43cd-b41e-e99d5ede70aa req-569de4f0-5e15-4cb8-bac2-06c88fbbdbfd service neutron] 10.222.0.55 "GET /v2.0/networks/dd59166f-fc33-4aba-ba9d-e309f5309b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844371 May 09 23:10:09.644630 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e386f-8735-475b-b1b2-4161a812eef7 req-a48c2193-3ce5-43bd-b884-b785fa776555 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:09.646145 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fd1e386f-8735-475b-b1b2-4161a812eef7 req-a48c2193-3ce5-43bd-b884-b785fa776555 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 943 time: 0.0482922 May 09 23:10:09.693613 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fd1e386f-8735-475b-b1b2-4161a812eef7 req-7b6787a2-2897-4cf2-9371-c9aa3ad82237 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 May 09 23:10:09.748136 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377afdcc-fff7-4dd3-8412-23707d682db0 req-d9da6eec-50f9-4479-9658-e3907855ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:09.749619 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-377afdcc-fff7-4dd3-8412-23707d682db0 req-d9da6eec-50f9-4479-9658-e3907855ad57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f99e7d13264c4801bbd78669d85fd6ce&device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 1127 time: 0.0430143 May 09 23:10:09.768616 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d3594-8d16-4740-bb52-3ed2770a7e42 req-156a5cfa-5aab-4f80-9559-d2f25802a349 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:09.770204 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d74d3594-8d16-4740-bb52-3ed2770a7e42 req-156a5cfa-5aab-4f80-9559-d2f25802a349 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0479228 May 09 23:10:09.817294 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d74d3594-8d16-4740-bb52-3ed2770a7e42 req-b0b44bb8-527a-4d53-b7bf-f759982f67f9 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412343 May 09 23:10:09.837212 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377afdcc-fff7-4dd3-8412-23707d682db0 req-db91a3a0-2cd1-422e-a9b1-e6d7fa24959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:09.839349 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-377afdcc-fff7-4dd3-8412-23707d682db0 req-db91a3a0-2cd1-422e-a9b1-e6d7fa24959f service neutron] 10.222.0.55 "GET /v2.0/networks?id=dd59166f-fc33-4aba-ba9d-e309f5309b64 HTTP/1.1" status: 200 len: 910 time: 0.0844412 May 09 23:10:09.878769 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-377afdcc-fff7-4dd3-8412-23707d682db0 req-49633f45-cbc1-4f55-a97c-13b37345ddfc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7f7e28a-dd0e-413a-aac6-da9fc10fde66 HTTP/1.1" status: 200 len: 217 time: 0.0335193 May 09 23:10:09.930560 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377afdcc-fff7-4dd3-8412-23707d682db0 req-19463a2d-7aa6-4b3a-b57b-f7d9f376cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:09.932001 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-377afdcc-fff7-4dd3-8412-23707d682db0 req-19463a2d-7aa6-4b3a-b57b-f7d9f376cb0e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0fd964bc-ddb7-4c82-b59b-9cff108f317a HTTP/1.1" status: 200 len: 849 time: 0.0463223 May 09 23:10:09.966892 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-377afdcc-fff7-4dd3-8412-23707d682db0 req-79853ec2-95bd-4701-a3d4-d7e039ba98a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dd59166f-fc33-4aba-ba9d-e309f5309b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260150 May 09 23:10:10.051649 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-377afdcc-fff7-4dd3-8412-23707d682db0 req-17c13bd0-4bbf-4d6a-a12e-0386efbe4e34 service neutron] 10.222.0.55 "GET /v2.0/networks/dd59166f-fc33-4aba-ba9d-e309f5309b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786173 May 09 23:10:10.144182 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-377afdcc-fff7-4dd3-8412-23707d682db0 req-7a66bca5-11fd-4750-89d7-f43ef2cd1f1d service neutron] 10.222.0.55 "GET /v2.0/networks/dd59166f-fc33-4aba-ba9d-e309f5309b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851033 May 09 23:10:10.810325 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b50f38-1eaf-449a-b6bf-9fce90da6c1d req-7a10cdb0-e22a-4f66-9090-b9a437bca5d4 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:10.811778 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f4b50f38-1eaf-449a-b6bf-9fce90da6c1d req-7a10cdb0-e22a-4f66-9090-b9a437bca5d4 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 943 time: 0.0458944 May 09 23:10:10.859597 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f4b50f38-1eaf-449a-b6bf-9fce90da6c1d req-8ed1f88f-88db-4ef0-b840-ba5559210eb6 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422299 May 09 23:10:10.936480 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11627e-7cde-47ee-b77e-b1a43eb22d80 req-d4779f76-4866-4d18-8dc2-6fa9de12ee9e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:10.937902 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cb11627e-7cde-47ee-b77e-b1a43eb22d80 req-d4779f76-4866-4d18-8dc2-6fa9de12ee9e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0485935 May 09 23:10:10.984275 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cb11627e-7cde-47ee-b77e-b1a43eb22d80 req-c3898eeb-1e7f-4826-aad9-809bc0e62859 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407872 May 09 23:10:12.099144 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daf8ef-9e7c-4a44-ad71-75fcd96aee8a req-48b55264-bd79-4acb-84e0-06e48df83657 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:12.100641 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-78daf8ef-9e7c-4a44-ad71-75fcd96aee8a req-48b55264-bd79-4acb-84e0-06e48df83657 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0475459 May 09 23:10:12.135265 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d78ed-1ec9-4c77-a184-5ef0fbe7a871 req-163a55d4-0423-4c63-920e-4776c5e50482 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:12.136747 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4e7d78ed-1ec9-4c77-a184-5ef0fbe7a871 req-163a55d4-0423-4c63-920e-4776c5e50482 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 943 time: 0.0516961 May 09 23:10:12.148040 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-78daf8ef-9e7c-4a44-ad71-75fcd96aee8a req-912b02f4-1af2-4113-8242-f7381ace578d tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409732 May 09 23:10:12.183796 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4e7d78ed-1ec9-4c77-a184-5ef0fbe7a871 req-794194cd-fe17-46a1-b74c-7426d32f5e46 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 May 09 23:10:12.495657 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device f7f7e28a-dd0e-413a-aac6-da9fc10fde66 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:10:12.718965 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port f7f7e28a-dd0e-413a-aac6-da9fc10fde66, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f7f7e28a-dd0e-413a-aac6-da9fc10fde66,segment=NetworkSegment(b8c0bcff-3bcd-4135-9e02-9a54f11b6702),segment_id=b8c0bcff-3bcd-4135-9e02-9a54f11b6702)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:10:12.729750 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': 'f7f7e28a-dd0e-413a-aac6-da9fc10fde66', 'network_id': 'dd59166f-fc33-4aba-ba9d-e309f5309b64', 'port_id': 'f7f7e28a-dd0e-413a-aac6-da9fc10fde66', 'mac_address': 'fa:16:3e:ba:87:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd964bc-ddb7-4c82-b59b-9cff108f317a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:10:12.766967 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port f7f7e28a-dd0e-413a-aac6-da9fc10fde66 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:10:12.767294 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:12.779724 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f7e28a-dd0e-413a-aac6-da9fc10fde66 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:10:12.799779 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port f7f7e28a-dd0e-413a-aac6-da9fc10fde66, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f7f7e28a-dd0e-413a-aac6-da9fc10fde66,segment=NetworkSegment(b8c0bcff-3bcd-4135-9e02-9a54f11b6702),segment_id=b8c0bcff-3bcd-4135-9e02-9a54f11b6702)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:10:12.803491 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:12.851766 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=f7f7e28a-dd0e-413a-aac6-da9fc10fde66,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:13.262132 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554eef58-e834-4174-8596-894673a6da1c req-8166ecb6-6edc-4918-9619-95b4829b3948 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:13.263617 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-554eef58-e834-4174-8596-894673a6da1c req-8166ecb6-6edc-4918-9619-95b4829b3948 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0499828 May 09 23:10:13.295380 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8dc3a-c7fa-4b08-abf0-23ba22721f7d req-ddb3aadd-fd7c-4f63-8dc9-090d8ea66206 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:13.296899 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d2b8dc3a-c7fa-4b08-abf0-23ba22721f7d req-ddb3aadd-fd7c-4f63-8dc9-090d8ea66206 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 944 time: 0.0468757 May 09 23:10:13.309657 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-554eef58-e834-4174-8596-894673a6da1c req-2004c74c-b7df-4aa0-a06a-e9319572008b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404470 May 09 23:10:13.342903 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d2b8dc3a-c7fa-4b08-abf0-23ba22721f7d req-62305692-eaf9-432b-88d5-a64e22d51343 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404689 May 09 23:10:13.670641 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['f7f7e28a-dd0e-413a-aac6-da9fc10fde66'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:10:14.425513 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c52df-eccd-45b8-9800-4bd3e07e0fee req-972ffbdc-c6fb-4c07-b30c-592ad493261f tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:14.427028 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7b3c52df-eccd-45b8-9800-4bd3e07e0fee req-972ffbdc-c6fb-4c07-b30c-592ad493261f tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0468767 May 09 23:10:14.454475 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465b4f-1afe-469f-bb83-2748e0626557 req-bf9510d7-80c9-47d5-be1c-08a0ccf3177e tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:14.455947 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-48465b4f-1afe-469f-bb83-2748e0626557 req-bf9510d7-80c9-47d5-be1c-08a0ccf3177e tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 944 time: 0.0468512 May 09 23:10:14.473552 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7b3c52df-eccd-45b8-9800-4bd3e07e0fee req-87fa55f8-cf6d-43de-9a83-e60d9c9e6eeb tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410140 May 09 23:10:14.505233 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-48465b4f-1afe-469f-bb83-2748e0626557 req-6f441814-6480-4c29-bb78-9e4e01cff0d4 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438023 May 09 23:10:15.594495 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40b361-4f2f-429d-b413-a572a2566c65 req-b9cb42ec-ddd8-4919-8fb1-c777b0f29682 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:15.595971 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-bd40b361-4f2f-429d-b413-a572a2566c65 req-b9cb42ec-ddd8-4919-8fb1-c777b0f29682 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0500076 May 09 23:10:15.620152 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd2090-b1b1-41a9-89d7-f7369fe3b3c0 req-4d794b88-0ef1-4125-84d3-fe1cd27ed4b2 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:15.625569 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-65bd2090-b1b1-41a9-89d7-f7369fe3b3c0 req-4d794b88-0ef1-4125-84d3-fe1cd27ed4b2 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 944 time: 0.0485156 May 09 23:10:15.648196 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-bd40b361-4f2f-429d-b413-a572a2566c65 req-aa23f54c-73ce-44d7-b4ba-8a9e2e83ccad tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465319 May 09 23:10:15.669269 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-65bd2090-b1b1-41a9-89d7-f7369fe3b3c0 req-8d149518-8617-41a3-8290-34befbbbf36e tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 May 09 23:10:15.793368 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device f7f7e28a-dd0e-413a-aac6-da9fc10fde66 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:10:15.844776 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port f7f7e28a-dd0e-413a-aac6-da9fc10fde66 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:10:15.850258 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port f7f7e28a-dd0e-413a-aac6-da9fc10fde66 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:10:15.850638 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:15.924486 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port f7f7e28a-dd0e-413a-aac6-da9fc10fde66 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:10:15.924868 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:15.946209 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1bf588-de21-4f1e-ae63-9b304a0c9cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f7e28a-dd0e-413a-aac6-da9fc10fde66'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:10:15.948951 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd1faca-2d18-486f-b91c-777949e4015a" -d '{"events": [{"server_uuid": "fd1bf588-de21-4f1e-ae63-9b304a0c9cb5", "name": "network-vif-plugged", "status": "completed", "tag": "f7f7e28a-dd0e-413a-aac6-da9fc10fde66"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:10:15.961012 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port f7f7e28a-dd0e-413a-aac6-da9fc10fde66, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f7f7e28a-dd0e-413a-aac6-da9fc10fde66,segment=NetworkSegment(b8c0bcff-3bcd-4135-9e02-9a54f11b6702),segment_id=b8c0bcff-3bcd-4135-9e02-9a54f11b6702)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:10:15.965793 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:15.995516 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439820ff-fbc4-4f9e-b395-929c70b7576f x-openstack-request-id: req-439820ff-fbc4-4f9e-b395-929c70b7576f {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:10:15.995812 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1bf588-de21-4f1e-ae63-9b304a0c9cb5", "name": "network-vif-plugged", "status": "completed", "tag": "f7f7e28a-dd0e-413a-aac6-da9fc10fde66", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:10:15.996070 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-439820ff-fbc4-4f9e-b395-929c70b7576f {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:10:15.996460 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439820ff-fbc4-4f9e-b395-929c70b7576f'] response: {'server_uuid': 'fd1bf588-de21-4f1e-ae63-9b304a0c9cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f7e28a-dd0e-413a-aac6-da9fc10fde66', 'code': 200} May 09 23:10:16.027558 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=f7f7e28a-dd0e-413a-aac6-da9fc10fde66,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:16.156904 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002c6fd-a374-40a8-b55a-c108f494fa81 req-6a6dec71-cce5-4442-a90c-ab5d5eaf11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:16.158319 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6002c6fd-a374-40a8-b55a-c108f494fa81 req-6a6dec71-cce5-4442-a90c-ab5d5eaf11a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 1129 time: 0.0372863 May 09 23:10:16.203840 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6002c6fd-a374-40a8-b55a-c108f494fa81 req-451b704b-0c00-4249-8a4b-0dad2d9514f4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356808 May 09 23:10:16.770498 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd1a5-7996-4a3c-af10-8e2a163f9bad req-94870c1f-f91d-4ce9-b0cd-28fa5e881262 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:16.772056 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e1bd1a5-7996-4a3c-af10-8e2a163f9bad req-94870c1f-f91d-4ce9-b0cd-28fa5e881262 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0519736 May 09 23:10:16.798804 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84df4a6-cc71-46be-a9ac-19b89e44d24a req-259d61cc-df3c-4bda-b05d-c24efc7a2d04 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:16.800180 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c84df4a6-cc71-46be-a9ac-19b89e44d24a req-259d61cc-df3c-4bda-b05d-c24efc7a2d04 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 945 time: 0.0563309 May 09 23:10:16.826707 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7e1bd1a5-7996-4a3c-af10-8e2a163f9bad req-07780741-7f77-4374-9263-d533169604c5 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472021 May 09 23:10:16.853424 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c84df4a6-cc71-46be-a9ac-19b89e44d24a req-c5046fc8-dfcc-423e-bcfb-66c8d7db6812 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477514 May 09 23:10:16.943371 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36168) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:17.014404 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.062881 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8840b-fb0b-473a-b187-5beabb5c9eba req-be30400c-4841-4ef1-ac06-1218ea34f466 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:17.064351 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-54a8840b-fb0b-473a-b187-5beabb5c9eba req-be30400c-4841-4ef1-ac06-1218ea34f466 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0617805 May 09 23:10:17.065650 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.077895 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaffb9-9698-4fc2-84c0-6558f1574aa2 req-d496ad60-d694-400f-9e0f-d02fbccffb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:17.079448 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-34eaffb9-9698-4fc2-84c0-6558f1574aa2 req-d496ad60-d694-400f-9e0f-d02fbccffb4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0df002b4f614f4bbac1782e1fbb484a&device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 1129 time: 0.0405128 May 09 23:10:17.139772 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-54a8840b-fb0b-473a-b187-5beabb5c9eba req-15dd6c14-5fa0-47d2-ba23-25087db21fe4 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657966 May 09 23:10:17.182402 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaffb9-9698-4fc2-84c0-6558f1574aa2 req-a0225b19-b156-4075-8789-617e0c631e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:17.183735 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Publish callbacks [] for security_group (7fb872ac-703d-4cae-ae4b-0b78697171be), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.184030 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-34eaffb9-9698-4fc2-84c0-6558f1574aa2 req-a0225b19-b156-4075-8789-617e0c631e02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=585983fb-4a68-4b82-b675-7c4ec5efad6e HTTP/1.1" status: 200 len: 912 time: 0.0985470 May 09 23:10:17.187600 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (7fb872ac-703d-4cae-ae4b-0b78697171be), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.224933 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61255ec0178640faa3828048625af777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804427 May 09 23:10:17.227546 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36172) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:17.237447 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb872ac-703d-4cae-ae4b-0b78697171be,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:17.250760 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.251112 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.251461 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.251869 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.252255 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.252696 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.253038 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.253791 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.253791 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.254135 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.254472 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.254810 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.255127 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.255452 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.255778 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df206638-c1c1-486f-9ccc-01439b85b6bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:10:17.288197 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-34eaffb9-9698-4fc2-84c0-6558f1574aa2 req-a0ac5181-075c-4933-ba20-8ef154df8a0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0504a29-0f57-4b6a-b659-4d5559910b95 HTTP/1.1" status: 200 len: 1000 time: 0.0792482 May 09 23:10:17.299093 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6585444d-d7e3-43c6-8dab-e06d25562a56 admin admin] Publish callbacks [] for security_group (7fb872ac-703d-4cae-ae4b-0b78697171be), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.319650 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6585444d-d7e3-43c6-8dab-e06d25562a56 admin admin] Publish callbacks [] for security_group (7fb872ac-703d-4cae-ae4b-0b78697171be), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.365564 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6585444d-d7e3-43c6-8dab-e06d25562a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (7fb872ac-703d-4cae-ae4b-0b78697171be), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.368289 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6585444d-d7e3-43c6-8dab-e06d25562a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.369430 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-6585444d-d7e3-43c6-8dab-e06d25562a56 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fb872ac-703d-4cae-ae4b-0b78697171be HTTP/1.1" status: 204 len: 168 time: 0.1404295 May 09 23:10:17.376824 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585444d-d7e3-43c6-8dab-e06d25562a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb872ac-703d-4cae-ae4b-0b78697171be,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:17.618929 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36178) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:17.633286 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-85dba907-bdc6-4c50-bf04-afe184d97075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.678572 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaffb9-9698-4fc2-84c0-6558f1574aa2 req-70c01947-ee14-4eb3-b29b-6f6570ff4268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:17.680021 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-34eaffb9-9698-4fc2-84c0-6558f1574aa2 req-70c01947-ee14-4eb3-b29b-6f6570ff4268 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97590d58-940b-4c83-8d2a-73cabe05d262 HTTP/1.1" status: 200 len: 850 time: 0.0517747 May 09 23:10:17.715425 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-85dba907-bdc6-4c50-bf04-afe184d97075 admin admin] Publish callbacks [] for security_group (26fbca52-19cd-4a1a-9546-8e1da68b1c54), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.719223 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-85dba907-bdc6-4c50-bf04-afe184d97075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (26fbca52-19cd-4a1a-9546-8e1da68b1c54), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.729226 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaffb9-9698-4fc2-84c0-6558f1574aa2 req-58c82fb6-d9ee-4890-bbf1-c4b4b5b8533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:17.731026 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-34eaffb9-9698-4fc2-84c0-6558f1574aa2 req-58c82fb6-d9ee-4890-bbf1-c4b4b5b8533b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=585983fb-4a68-4b82-b675-7c4ec5efad6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445435 May 09 23:10:17.763384 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-85dba907-bdc6-4c50-bf04-afe184d97075 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=663748103e0d422caca27dbd8befcc99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410811 May 09 23:10:17.763384 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dba907-bdc6-4c50-bf04-afe184d97075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fbca52-19cd-4a1a-9546-8e1da68b1c54,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:17.764603 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36180) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:17.812513 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4f72-981b-4973-82ba-bd5571a0052e admin admin] Publish callbacks [] for security_group (26fbca52-19cd-4a1a-9546-8e1da68b1c54), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.819165 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-34eaffb9-9698-4fc2-84c0-6558f1574aa2 req-3e6f58de-6af7-4a14-b2aa-3bb2cf258e03 service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822115 May 09 23:10:17.834330 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4f72-981b-4973-82ba-bd5571a0052e admin admin] Publish callbacks [] for security_group (26fbca52-19cd-4a1a-9546-8e1da68b1c54), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.885177 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4f72-981b-4973-82ba-bd5571a0052e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (26fbca52-19cd-4a1a-9546-8e1da68b1c54), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.887760 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4f72-981b-4973-82ba-bd5571a0052e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:17.888912 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-f6ce4f72-981b-4973-82ba-bd5571a0052e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26fbca52-19cd-4a1a-9546-8e1da68b1c54 HTTP/1.1" status: 204 len: 168 time: 0.1233315 May 09 23:10:17.902298 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce4f72-981b-4973-82ba-bd5571a0052e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fbca52-19cd-4a1a-9546-8e1da68b1c54,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:17.919284 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-34eaffb9-9698-4fc2-84c0-6558f1574aa2 req-286634d7-b33f-4ea9-abac-066ab4f3fd1f service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943460 May 09 23:10:18.007470 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bf3d3-f72c-47c3-881b-8756282ff1ae req-26223515-f3bc-454e-aa57-21445a86adb1 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:18.009707 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b72bf3d3-f72c-47c3-881b-8756282ff1ae req-26223515-f3bc-454e-aa57-21445a86adb1 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 945 time: 0.0492458 May 09 23:10:18.059995 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b72bf3d3-f72c-47c3-881b-8756282ff1ae req-a519d880-d705-42b2-8e17-35eaa0ce6a58 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441496 May 09 23:10:18.278238 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc00812-5d88-4eac-959e-3b5b71c8ff6f req-da9246b0-a3b4-4389-8b2e-3181e5d40989 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:18.279779 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-bdc00812-5d88-4eac-959e-3b5b71c8ff6f req-da9246b0-a3b4-4389-8b2e-3181e5d40989 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0675454 May 09 23:10:18.362707 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-bdc00812-5d88-4eac-959e-3b5b71c8ff6f req-4653075b-f332-459e-a8a2-70dff465d1e7 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678909 May 09 23:10:18.697891 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414a795-dcd0-4204-9dde-4291718bcf84 req-9fdb4b2d-0af7-41c7-ba74-2a17b92b6c7a tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:18.699339 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d414a795-dcd0-4204-9dde-4291718bcf84 req-9fdb4b2d-0af7-41c7-ba74-2a17b92b6c7a tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 945 time: 0.0503607 May 09 23:10:18.759548 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d414a795-dcd0-4204-9dde-4291718bcf84 req-f3ab8274-3508-4651-891e-1d0674c66bc1 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483320 May 09 23:10:19.406745 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d376391a-7374-4002-b4bb-6b2972989a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:19.479527 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56220bdf-f14c-434c-9e7b-aaf0082ac2a0 req-7f7688dd-699b-4595-978f-839b29290f4a tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:19.481376 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-56220bdf-f14c-434c-9e7b-aaf0082ac2a0 req-7f7688dd-699b-4595-978f-839b29290f4a tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0513940 May 09 23:10:19.533084 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-56220bdf-f14c-434c-9e7b-aaf0082ac2a0 req-c22ef7a6-82f6-4cfd-b11d-1158fdad3047 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458136 May 09 23:10:19.872384 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1403db3-cdac-4fb3-a7bc-26fe993229a4 req-5d33cdb7-3412-46a4-afa0-5472cf1f118b tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:19.873858 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e1403db3-cdac-4fb3-a7bc-26fe993229a4 req-5d33cdb7-3412-46a4-afa0-5472cf1f118b tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 945 time: 0.0465600 May 09 23:10:19.919572 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e1403db3-cdac-4fb3-a7bc-26fe993229a4 req-82fdbf3c-8811-4c62-8432-7ee913fc0409 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402124 May 09 23:10:20.134857 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd25da0-aa35-44d8-a106-fd0d9e1a7a91 req-7f435bd6-5ac5-4dc7-9243-96f3898a2c79 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:20.136184 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9fd25da0-aa35-44d8-a106-fd0d9e1a7a91 req-7f435bd6-5ac5-4dc7-9243-96f3898a2c79 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 945 time: 0.0499208 May 09 23:10:20.216133 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-9fd25da0-aa35-44d8-a106-fd0d9e1a7a91 req-20cb664f-8560-4bb8-8fae-0f8c5bb25eee tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Deleting port f7f7e28a-dd0e-413a-aac6-da9fc10fde66 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:10:20.216469 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9fd25da0-aa35-44d8-a106-fd0d9e1a7a91 req-20cb664f-8560-4bb8-8fae-0f8c5bb25eee tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:20.312323 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-9fd25da0-aa35-44d8-a106-fd0d9e1a7a91 req-20cb664f-8560-4bb8-8fae-0f8c5bb25eee tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] For port f7f7e28a-dd0e-413a-aac6-da9fc10fde66, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f7f7e28a-dd0e-413a-aac6-da9fc10fde66,segment=NetworkSegment(b8c0bcff-3bcd-4135-9e02-9a54f11b6702),segment_id=b8c0bcff-3bcd-4135-9e02-9a54f11b6702)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:10:20.312685 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9fd25da0-aa35-44d8-a106-fd0d9e1a7a91 req-20cb664f-8560-4bb8-8fae-0f8c5bb25eee tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:20.325641 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-9fd25da0-aa35-44d8-a106-fd0d9e1a7a91 req-20cb664f-8560-4bb8-8fae-0f8c5bb25eee tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Calling delete_port for f7f7e28a-dd0e-413a-aac6-da9fc10fde66 owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:10:20.452611 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9fd25da0-aa35-44d8-a106-fd0d9e1a7a91 req-20cb664f-8560-4bb8-8fae-0f8c5bb25eee tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (f7f7e28a-dd0e-413a-aac6-da9fc10fde66), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:20.464904 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['f7f7e28a-dd0e-413a-aac6-da9fc10fde66'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:10:20.486568 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb664f-8560-4bb8-8fae-0f8c5bb25eee tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Pushing event deleted for resources: {'Port': ['ID=f7f7e28a-dd0e-413a-aac6-da9fc10fde66,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:20.529576 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd25da0-aa35-44d8-a106-fd0d9e1a7a91 req-20cb664f-8560-4bb8-8fae-0f8c5bb25eee tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] No DVR routers for this DVR port f7f7e28a-dd0e-413a-aac6-da9fc10fde66 on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:10:20.532149 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9fd25da0-aa35-44d8-a106-fd0d9e1a7a91 req-20cb664f-8560-4bb8-8fae-0f8c5bb25eee tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:20.535608 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9fd25da0-aa35-44d8-a106-fd0d9e1a7a91 req-20cb664f-8560-4bb8-8fae-0f8c5bb25eee tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.55 "DELETE /v2.0/ports/f7f7e28a-dd0e-413a-aac6-da9fc10fde66 HTTP/1.1" status: 204 len: 173 time: 0.3944395 May 09 23:10:20.536097 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1bf588-de21-4f1e-ae63-9b304a0c9cb5', 'name': 'network-vif-deleted', 'tag': 'f7f7e28a-dd0e-413a-aac6-da9fc10fde66'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:10:20.538382 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a87573-2ab4-4388-9a7a-df92d0812b8f" -d '{"events": [{"server_uuid": "fd1bf588-de21-4f1e-ae63-9b304a0c9cb5", "name": "network-vif-deleted", "tag": "f7f7e28a-dd0e-413a-aac6-da9fc10fde66"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:10:20.577534 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7159a50f-6b1d-42e3-a638-2ccdb0327bdf x-openstack-request-id: req-7159a50f-6b1d-42e3-a638-2ccdb0327bdf {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:10:20.577834 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1bf588-de21-4f1e-ae63-9b304a0c9cb5", "name": "network-vif-deleted", "tag": "f7f7e28a-dd0e-413a-aac6-da9fc10fde66", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:10:20.578090 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7159a50f-6b1d-42e3-a638-2ccdb0327bdf {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:10:20.578837 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7159a50f-6b1d-42e3-a638-2ccdb0327bdf'] response: {'server_uuid': 'fd1bf588-de21-4f1e-ae63-9b304a0c9cb5', 'name': 'network-vif-deleted', 'tag': 'f7f7e28a-dd0e-413a-aac6-da9fc10fde66', 'status': 'completed', 'code': 200} May 09 23:10:21.026090 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-77e833f7-ba82-4c8b-821b-9517d817bbbf req-06beff06-d820-4fc1-b023-a76cac9afd71 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd1bf588-de21-4f1e-ae63-9b304a0c9cb5 HTTP/1.1" status: 200 len: 210 time: 0.0306320 May 09 23:10:21.694014 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-22087bb8-9bc4-412f-8a4e-ecabae325a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:22.579503 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-ba947230-bd8e-412d-b499-eb86709914dd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:22.580964 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-ba947230-bd8e-412d-b499-eb86709914dd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/networks?id=dd59166f-fc33-4aba-ba9d-e309f5309b64 HTTP/1.1" status: 200 len: 809 time: 0.3473415 May 09 23:10:22.595399 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-8fe486c6-b7b7-4ac6-a0ec-541362d6bfa5 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/quotas/f99e7d13264c4801bbd78669d85fd6ce HTTP/1.1" status: 200 len: 375 time: 0.0092182 May 09 23:10:22.628717 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-69db4217-040c-43fd-a013-56862a680ce5 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f99e7d13264c4801bbd78669d85fd6ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286255 May 09 23:10:22.807851 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-50dca5a4-947d-43f0-b66b-a57f78547b10 service neutron] 10.222.0.23 "GET /v2.0/networks/dd59166f-fc33-4aba-ba9d-e309f5309b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720884 May 09 23:10:22.897790 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-b83e020a-65e7-4976-a575-124150ec83bd service neutron] 10.222.0.23 "GET /v2.0/networks/dd59166f-fc33-4aba-ba9d-e309f5309b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842175 May 09 23:10:22.939289 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:23.065507 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e4a598b0-fbfa-480a-b510-25a361939e5a req-96c861f4-7a6d-426e-a3b8-fd88b6ac7a1e tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 210 time: 0.0313470 May 09 23:10:23.838874 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device f7f7e28a-dd0e-413a-aac6-da9fc10fde66 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:10:23.859033 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: f7f7e28a-dd0e-413a-aac6-da9fc10fde66 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:10:23.859401 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device f7f7e28a-dd0e-413a-aac6-da9fc10fde66 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:10:24.178329 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1980f9eb-222b-4212-a2d1-9a029476f138 req-b723d357-02b3-4179-b6d3-d2f0fe93e2cc tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 210 time: 0.0317593 May 09 23:10:24.203452 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-322b419f-e544-4b54-b585-99b716ea1fd1 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:24.205015 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-322b419f-e544-4b54-b585-99b716ea1fd1 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.55 "GET /v2.0/networks?id=dd59166f-fc33-4aba-ba9d-e309f5309b64 HTTP/1.1" status: 200 len: 809 time: 0.1288908 May 09 23:10:24.351986 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:24.407195 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-6653d974-7175-421f-b599-a98ab412c0fd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Request body: {'port': {'device_id': '9bb2c49f-f668-4f8b-90e1-7b98896b5117', 'network_id': 'dd59166f-fc33-4aba-ba9d-e309f5309b64', 'admin_state_up': True, 'tenant_id': 'f99e7d13264c4801bbd78669d85fd6ce'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:10:24.516357 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-6653d974-7175-421f-b599-a98ab412c0fd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Made reservation on behalf of f99e7d13264c4801bbd78669d85fd6ce for: {'port': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:10:24.519637 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-6653d974-7175-421f-b599-a98ab412c0fd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:24.642027 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-6653d974-7175-421f-b599-a98ab412c0fd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Allocated IP 172.20.0.8 (dd59166f-fc33-4aba-ba9d-e309f5309b64/0fd964bc-ddb7-4c82-b59b-9cff108f317a/13a974be-3118-459a-8b6f-840dce874cc0) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:10:24.800445 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-6653d974-7175-421f-b599-a98ab412c0fd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks [] for port (13a974be-3118-459a-8b6f-840dce874cc0), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:24.833000 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-6653d974-7175-421f-b599-a98ab412c0fd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (13a974be-3118-459a-8b6f-840dce874cc0), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:24.876590 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-6653d974-7175-421f-b599-a98ab412c0fd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Network dd59166f-fc33-4aba-ba9d-e309f5309b64 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:10:24.879832 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-6653d974-7175-421f-b599-a98ab412c0fd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:10:24.883503 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-6653d974-7175-421f-b599-a98ab412c0fd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:10:24.892426 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653d974-7175-421f-b599-a98ab412c0fd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Pushing event updated for resources: {'Port': ['ID=13a974be-3118-459a-8b6f-840dce874cc0,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:24.936918 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-6653d974-7175-421f-b599-a98ab412c0fd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:24.937523 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-6653d974-7175-421f-b599-a98ab412c0fd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:24.952475 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-6653d974-7175-421f-b599-a98ab412c0fd tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496638 May 09 23:10:24.963598 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Request body: {'port': {'device_id': '9bb2c49f-f668-4f8b-90e1-7b98896b5117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:10:25.023254 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (13a974be-3118-459a-8b6f-840dce874cc0), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:25.548304 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ce5c0a00-38c5-49af-af4a-cbbf73457b62 req-8748f9c8-e2e8-4a46-a14e-fbe903007717 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383961 May 09 23:10:25.550485 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a974be-3118-459a-8b6f-840dce874cc0 {{(pid=103350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:10:25.561761 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Publish callbacks [] for port (13a974be-3118-459a-8b6f-840dce874cc0), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:25.575873 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f971fd-8a94-4405-9f21-b1baa51c0ab3 req-3d8c560a-c17a-44d0-baa2-04190c1ed201 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:25.577304 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c6f971fd-8a94-4405-9f21-b1baa51c0ab3 req-3d8c560a-c17a-44d0-baa2-04190c1ed201 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 931 time: 0.3138545 May 09 23:10:25.585687 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.provisioning_blocks [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Transition to ACTIVE for port object 13a974be-3118-459a-8b6f-840dce874cc0 will not be triggered until provisioned by entity L2. {{(pid=103350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:10:25.592234 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (13a974be-3118-459a-8b6f-840dce874cc0), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:25.609576 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c0a00-38c5-49af-af4a-cbbf73457b62 req-62af5b44-a878-40bb-9c85-1e3cd7d5b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:25.611155 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ce5c0a00-38c5-49af-af4a-cbbf73457b62 req-62af5b44-a878-40bb-9c85-1e3cd7d5b7f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0df002b4f614f4bbac1782e1fbb484a&device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 1129 time: 0.0415671 May 09 23:10:25.658487 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:25.667536 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Pushing event updated for resources: {'Port': ['ID=13a974be-3118-459a-8b6f-840dce874cc0,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:25.677390 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c6f971fd-8a94-4405-9f21-b1baa51c0ab3 req-838c5767-f9cf-4b1a-b452-315b92fedc69 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928411 May 09 23:10:25.729892 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c0a00-38c5-49af-af4a-cbbf73457b62 req-50671a40-3aa9-4844-a8ba-904b49f04329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:25.731680 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ce5c0a00-38c5-49af-af4a-cbbf73457b62 req-50671a40-3aa9-4844-a8ba-904b49f04329 service neutron] 10.222.0.55 "GET /v2.0/networks?id=585983fb-4a68-4b82-b675-7c4ec5efad6e HTTP/1.1" status: 200 len: 912 time: 0.0984147 May 09 23:10:25.753398 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Attempting to bind port 13a974be-3118-459a-8b6f-840dce874cc0 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:10:25.753797 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Attempting to bind port 13a974be-3118-459a-8b6f-840dce874cc0 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'b8c0bcff-3bcd-4135-9e02-9a54f11b6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dd59166f-fc33-4aba-ba9d-e309f5309b64'}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:10:25.754212 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Attempting to bind port 13a974be-3118-459a-8b6f-840dce874cc0 on network dd59166f-fc33-4aba-ba9d-e309f5309b64 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:10:25.759650 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Port 13a974be-3118-459a-8b6f-840dce874cc0 on network dd59166f-fc33-4aba-ba9d-e309f5309b64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:10:25.760030 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Attempting to bind port 13a974be-3118-459a-8b6f-840dce874cc0 on network dd59166f-fc33-4aba-ba9d-e309f5309b64 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:10:25.764960 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:10:25.765376 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Checking segment: {'id': 'b8c0bcff-3bcd-4135-9e02-9a54f11b6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dd59166f-fc33-4aba-ba9d-e309f5309b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:10:25.765858 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Bound using segment: {'id': 'b8c0bcff-3bcd-4135-9e02-9a54f11b6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dd59166f-fc33-4aba-ba9d-e309f5309b64'} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:10:25.766539 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Bound port: 13a974be-3118-459a-8b6f-840dce874cc0, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c0bcff-3bcd-4135-9e02-9a54f11b6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dd59166f-fc33-4aba-ba9d-e309f5309b64'}}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:10:25.766826 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (13a974be-3118-459a-8b6f-840dce874cc0), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:25.799445 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ce5c0a00-38c5-49af-af4a-cbbf73457b62 req-8a2b84a9-5d3a-4c42-b1f9-8f0144f391a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0504a29-0f57-4b6a-b659-4d5559910b95 HTTP/1.1" status: 200 len: 1000 time: 0.0614362 May 09 23:10:25.831979 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] For port 13a974be-3118-459a-8b6f-840dce874cc0, host hv-cinder-84067, cleared binding levels {{(pid=103350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:10:25.842868 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] For port 13a974be-3118-459a-8b6f-840dce874cc0, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=13a974be-3118-459a-8b6f-840dce874cc0,segment=NetworkSegment(b8c0bcff-3bcd-4135-9e02-9a54f11b6702),segment_id=b8c0bcff-3bcd-4135-9e02-9a54f11b6702)] {{(pid=103350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:10:25.851780 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (13a974be-3118-459a-8b6f-840dce874cc0), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:25.854107 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c0a00-38c5-49af-af4a-cbbf73457b62 req-828d1d9a-7bc1-4aca-a13e-50a075ba1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:25.856039 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ce5c0a00-38c5-49af-af4a-cbbf73457b62 req-828d1d9a-7bc1-4aca-a13e-50a075ba1caf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97590d58-940b-4c83-8d2a-73cabe05d262 HTTP/1.1" status: 200 len: 850 time: 0.0505247 May 09 23:10:25.894601 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:25.895562 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:25.896909 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] 10.222.0.55 "PUT /v2.0/ports/13a974be-3118-459a-8b6f-840dce874cc0 HTTP/1.1" status: 200 len: 1093 time: 0.9372206 May 09 23:10:25.897823 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb2c49f-f668-4f8b-90e1-7b98896b5117', 'tag': '13a974be-3118-459a-8b6f-840dce874cc0'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:10:25.900753 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd422b59-f356-490b-84ce-ae9770a8d5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb2c49f-f668-4f8b-90e1-7b98896b5117", "tag": "13a974be-3118-459a-8b6f-840dce874cc0"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:10:25.916829 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c0a00-38c5-49af-af4a-cbbf73457b62 req-0bca9ae0-1d51-4d05-9716-d3d09233f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:25.918850 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ce5c0a00-38c5-49af-af4a-cbbf73457b62 req-0bca9ae0-1d51-4d05-9716-d3d09233f09d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=585983fb-4a68-4b82-b675-7c4ec5efad6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566905 May 09 23:10:25.925906 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d506b57-622a-4104-97d4-440e923cdcfb service neutron] Pushing event updated for resources: {'Port': ['ID=13a974be-3118-459a-8b6f-840dce874cc0,revision_number=3']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:25.957752 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283776a6-9bb5-47cf-b640-8af49c0f6fd3 x-openstack-request-id: req-283776a6-9bb5-47cf-b640-8af49c0f6fd3 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:10:25.958043 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb2c49f-f668-4f8b-90e1-7b98896b5117", "tag": "13a974be-3118-459a-8b6f-840dce874cc0", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:10:25.958325 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-283776a6-9bb5-47cf-b640-8af49c0f6fd3 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:10:25.958719 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-283776a6-9bb5-47cf-b640-8af49c0f6fd3'] response: {'name': 'network-changed', 'server_uuid': '9bb2c49f-f668-4f8b-90e1-7b98896b5117', 'tag': '13a974be-3118-459a-8b6f-840dce874cc0', 'status': 'completed', 'code': 200} May 09 23:10:25.991621 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-00ee0c18-162f-4af5-ab7f-f74e1cfce461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:25.993980 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-00ee0c18-162f-4af5-ab7f-f74e1cfce461 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f99e7d13264c4801bbd78669d85fd6ce&device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 1127 time: 0.0456624 May 09 23:10:26.043035 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-a734a223-cd79-47da-8b6e-97cad0237dc0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13a974be-3118-459a-8b6f-840dce874cc0 HTTP/1.1" status: 200 len: 217 time: 0.0381584 May 09 23:10:26.043391 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ce5c0a00-38c5-49af-af4a-cbbf73457b62 req-9fb96d6e-1cc4-40d5-8baf-b3001c86a57c service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132529 May 09 23:10:26.099070 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-30329443-2b49-4dcc-8293-1cfee120e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:26.100543 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-30329443-2b49-4dcc-8293-1cfee120e3c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0fd964bc-ddb7-4c82-b59b-9cff108f317a HTTP/1.1" status: 200 len: 849 time: 0.0514700 May 09 23:10:26.137043 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-6cee84e8-96b2-45fc-ba81-15b740175d34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dd59166f-fc33-4aba-ba9d-e309f5309b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301032 May 09 23:10:26.139978 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ce5c0a00-38c5-49af-af4a-cbbf73457b62 req-fe18b9df-9962-4ad2-997a-32b2c19bec76 service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906277 May 09 23:10:26.238399 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-952a7c5e-eef7-4416-84d4-918e5285ef16 service neutron] 10.222.0.55 "GET /v2.0/networks/dd59166f-fc33-4aba-ba9d-e309f5309b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924091 May 09 23:10:26.340735 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4d6e3d37-99f8-4591-92b4-c7637c2121d7 req-f719ace1-1e14-4535-b6a3-bcb9cd85e7f7 service neutron] 10.222.0.55 "GET /v2.0/networks/dd59166f-fc33-4aba-ba9d-e309f5309b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962975 May 09 23:10:26.794003 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2ff02-c2e6-47b4-bb0a-3f8cb2f7f02c req-9490932b-7715-4ab5-8aee-9adc9c42ec88 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:26.795490 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-84f2ff02-c2e6-47b4-bb0a-3f8cb2f7f02c req-9490932b-7715-4ab5-8aee-9adc9c42ec88 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 943 time: 0.0464289 May 09 23:10:26.844923 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-84f2ff02-c2e6-47b4-bb0a-3f8cb2f7f02c req-42c54748-1f1c-4bb0-b02a-e770c4183713 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438685 May 09 23:10:27.109842 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd422b59-f356-490b-84ce-ae9770a8d5e5 req-b01b17f4-bdf9-4b66-96fe-4a13076312ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:27.111523 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-bd422b59-f356-490b-84ce-ae9770a8d5e5 req-b01b17f4-bdf9-4b66-96fe-4a13076312ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f99e7d13264c4801bbd78669d85fd6ce&device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 1127 time: 0.0399566 May 09 23:10:27.202435 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd422b59-f356-490b-84ce-ae9770a8d5e5 req-4bde5d75-ebaf-4000-a826-e2beebe27765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:27.203907 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-bd422b59-f356-490b-84ce-ae9770a8d5e5 req-4bde5d75-ebaf-4000-a826-e2beebe27765 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dd59166f-fc33-4aba-ba9d-e309f5309b64 HTTP/1.1" status: 200 len: 910 time: 0.0864468 May 09 23:10:27.253205 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-bd422b59-f356-490b-84ce-ae9770a8d5e5 req-116c1e73-2222-41df-91e7-01356cb42cb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13a974be-3118-459a-8b6f-840dce874cc0 HTTP/1.1" status: 200 len: 217 time: 0.0425138 May 09 23:10:27.304471 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd422b59-f356-490b-84ce-ae9770a8d5e5 req-00fed935-8232-446d-93bd-ab5c63e5f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:27.306107 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-bd422b59-f356-490b-84ce-ae9770a8d5e5 req-00fed935-8232-446d-93bd-ab5c63e5f96a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0fd964bc-ddb7-4c82-b59b-9cff108f317a HTTP/1.1" status: 200 len: 849 time: 0.0470529 May 09 23:10:27.348499 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-bd422b59-f356-490b-84ce-ae9770a8d5e5 req-f677ab47-2c4e-4bf7-9bd1-b62c20b28e7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dd59166f-fc33-4aba-ba9d-e309f5309b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361972 May 09 23:10:27.448898 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-bd422b59-f356-490b-84ce-ae9770a8d5e5 req-3b9f36e3-d329-41ec-b877-454f9ac54961 service neutron] 10.222.0.55 "GET /v2.0/networks/dd59166f-fc33-4aba-ba9d-e309f5309b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939794 May 09 23:10:27.551193 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-bd422b59-f356-490b-84ce-ae9770a8d5e5 req-75d76452-628c-4b29-a3ef-95f1721cc2e4 service neutron] 10.222.0.55 "GET /v2.0/networks/dd59166f-fc33-4aba-ba9d-e309f5309b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957954 May 09 23:10:27.961092 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa496d-5ab1-48a5-9392-72385b2bb5ae req-d8e44480-2a3a-41af-a4ea-5431a93fcb16 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:27.963318 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a8fa496d-5ab1-48a5-9392-72385b2bb5ae req-d8e44480-2a3a-41af-a4ea-5431a93fcb16 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 943 time: 0.0494511 May 09 23:10:28.011432 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a8fa496d-5ab1-48a5-9392-72385b2bb5ae req-ebd5734c-e595-45b0-954b-26ce24f6ad0a tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423853 May 09 23:10:29.124332 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341f4e7-b4ef-490f-9d42-2eb5af3649c3 req-5f657fa4-7863-4e61-a0fe-e74a6ee1aa67 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:29.125831 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7341f4e7-b4ef-490f-9d42-2eb5af3649c3 req-5f657fa4-7863-4e61-a0fe-e74a6ee1aa67 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 943 time: 0.0477488 May 09 23:10:29.135652 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:10:29.176347 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7341f4e7-b4ef-490f-9d42-2eb5af3649c3 req-f51816e1-db68-4c73-a46e-3ac42e7eee02 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449634 May 09 23:10:29.853837 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 13a974be-3118-459a-8b6f-840dce874cc0 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:10:29.950580 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 13a974be-3118-459a-8b6f-840dce874cc0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=13a974be-3118-459a-8b6f-840dce874cc0,segment=NetworkSegment(b8c0bcff-3bcd-4135-9e02-9a54f11b6702),segment_id=b8c0bcff-3bcd-4135-9e02-9a54f11b6702)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:10:29.961573 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': '13a974be-3118-459a-8b6f-840dce874cc0', 'network_id': 'dd59166f-fc33-4aba-ba9d-e309f5309b64', 'port_id': '13a974be-3118-459a-8b6f-840dce874cc0', 'mac_address': 'fa:16:3e:98:a3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd964bc-ddb7-4c82-b59b-9cff108f317a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:10:29.998252 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 13a974be-3118-459a-8b6f-840dce874cc0 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:10:29.998542 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (13a974be-3118-459a-8b6f-840dce874cc0), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:30.012184 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a974be-3118-459a-8b6f-840dce874cc0 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:10:30.031908 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 13a974be-3118-459a-8b6f-840dce874cc0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=13a974be-3118-459a-8b6f-840dce874cc0,segment=NetworkSegment(b8c0bcff-3bcd-4135-9e02-9a54f11b6702),segment_id=b8c0bcff-3bcd-4135-9e02-9a54f11b6702)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:10:30.035913 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (13a974be-3118-459a-8b6f-840dce874cc0), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:30.089947 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=13a974be-3118-459a-8b6f-840dce874cc0,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:30.253762 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['13a974be-3118-459a-8b6f-840dce874cc0'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:10:30.288287 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7df5a-5d83-4c49-adc9-070c0ffc40d5 req-c3dbba9c-a4cb-46ab-8f3c-e175ba342eda tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:30.289766 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-78d7df5a-5d83-4c49-adc9-070c0ffc40d5 req-c3dbba9c-a4cb-46ab-8f3c-e175ba342eda tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 944 time: 0.0465970 May 09 23:10:30.343742 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-78d7df5a-5d83-4c49-adc9-070c0ffc40d5 req-61480f01-2a9b-48a4-b693-05a6c5068ebb tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476799 May 09 23:10:31.466934 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbd39b-0576-4da0-af5e-960fda575408 req-4b0c7355-58a4-4229-b064-b893395ad15d tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:31.468295 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-67fbd39b-0576-4da0-af5e-960fda575408 req-4b0c7355-58a4-4229-b064-b893395ad15d tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 944 time: 0.0509713 May 09 23:10:31.516501 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-67fbd39b-0576-4da0-af5e-960fda575408 req-89d042b6-7e0c-45db-9e3a-d1ada0cf6ef8 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403450 May 09 23:10:31.869217 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 13a974be-3118-459a-8b6f-840dce874cc0 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:10:31.912556 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port 13a974be-3118-459a-8b6f-840dce874cc0 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:10:31.918318 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port 13a974be-3118-459a-8b6f-840dce874cc0 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:10:31.918679 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (13a974be-3118-459a-8b6f-840dce874cc0), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:31.992789 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 13a974be-3118-459a-8b6f-840dce874cc0 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:10:31.993171 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (13a974be-3118-459a-8b6f-840dce874cc0), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:32.016153 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb2c49f-f668-4f8b-90e1-7b98896b5117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a974be-3118-459a-8b6f-840dce874cc0'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:10:32.018392 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d61875-e97a-408b-a2b4-42427796303a" -d '{"events": [{"server_uuid": "9bb2c49f-f668-4f8b-90e1-7b98896b5117", "name": "network-vif-plugged", "status": "completed", "tag": "13a974be-3118-459a-8b6f-840dce874cc0"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:10:32.030643 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 13a974be-3118-459a-8b6f-840dce874cc0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=13a974be-3118-459a-8b6f-840dce874cc0,segment=NetworkSegment(b8c0bcff-3bcd-4135-9e02-9a54f11b6702),segment_id=b8c0bcff-3bcd-4135-9e02-9a54f11b6702)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:10:32.034867 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (13a974be-3118-459a-8b6f-840dce874cc0), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:32.060449 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa2698e-8eba-460c-8dfe-c8288dd9e81d x-openstack-request-id: req-cfa2698e-8eba-460c-8dfe-c8288dd9e81d {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:10:32.060767 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb2c49f-f668-4f8b-90e1-7b98896b5117", "name": "network-vif-plugged", "status": "completed", "tag": "13a974be-3118-459a-8b6f-840dce874cc0", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:10:32.061024 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfa2698e-8eba-460c-8dfe-c8288dd9e81d {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:10:32.061411 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa2698e-8eba-460c-8dfe-c8288dd9e81d'] response: {'server_uuid': '9bb2c49f-f668-4f8b-90e1-7b98896b5117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a974be-3118-459a-8b6f-840dce874cc0', 'code': 200} May 09 23:10:32.086975 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=13a974be-3118-459a-8b6f-840dce874cc0,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:32.217569 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe27bd-9a72-42a6-934e-33d3d8a811d3 req-53f399ba-a07d-41ff-9be6-fc382327d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:32.218986 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1bfe27bd-9a72-42a6-934e-33d3d8a811d3 req-53f399ba-a07d-41ff-9be6-fc382327d200 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 1129 time: 0.0386412 May 09 23:10:32.261980 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-1bfe27bd-9a72-42a6-934e-33d3d8a811d3 req-0bc6a8d5-2e23-4a91-928d-ab7936f85c83 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365100 May 09 23:10:32.632849 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68369f2d-b9e0-4d75-ae1f-b0763bf95ad5 req-7e7b5af1-40eb-41b2-87a6-f451409e338b tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:32.634890 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-68369f2d-b9e0-4d75-ae1f-b0763bf95ad5 req-7e7b5af1-40eb-41b2-87a6-f451409e338b tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 945 time: 0.0531776 May 09 23:10:32.682411 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-68369f2d-b9e0-4d75-ae1f-b0763bf95ad5 req-adddb02e-800e-46ee-ab69-1ba0eb6924ef tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 May 09 23:10:33.800586 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57bced-16fc-429a-812c-a0fe838a80e8 req-aee77545-dc3b-49b7-a28e-2e785ba81351 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:33.802075 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fc57bced-16fc-429a-812c-a0fe838a80e8 req-aee77545-dc3b-49b7-a28e-2e785ba81351 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 945 time: 0.0512810 May 09 23:10:33.851146 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fc57bced-16fc-429a-812c-a0fe838a80e8 req-98f21ac2-a867-45ec-bf21-bbb013b2240d tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434656 May 09 23:10:34.311427 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36470) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:34.413645 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7140-8b13-4f1f-80fe-c7ed7d78aba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:34.489060 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7140-8b13-4f1f-80fe-c7ed7d78aba0 admin admin] Publish callbacks [] for security_group (3ac8fef0-416a-4f55-90c7-7bf2dd147449), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:34.492335 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-fe0d7140-8b13-4f1f-80fe-c7ed7d78aba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (3ac8fef0-416a-4f55-90c7-7bf2dd147449), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:34.531113 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-fe0d7140-8b13-4f1f-80fe-c7ed7d78aba0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6155c372999642c18bf9408844485ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186081 May 09 23:10:34.531988 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d7140-8b13-4f1f-80fe-c7ed7d78aba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac8fef0-416a-4f55-90c7-7bf2dd147449,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:34.533814 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 36474) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:34.588110 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fbc36626-aa55-4995-8a8c-36864127ac0b admin admin] Publish callbacks [] for security_group (3ac8fef0-416a-4f55-90c7-7bf2dd147449), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:34.609576 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fbc36626-aa55-4995-8a8c-36864127ac0b admin admin] Publish callbacks [] for security_group (3ac8fef0-416a-4f55-90c7-7bf2dd147449), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:34.655142 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fbc36626-aa55-4995-8a8c-36864127ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (3ac8fef0-416a-4f55-90c7-7bf2dd147449), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:34.657892 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-fbc36626-aa55-4995-8a8c-36864127ac0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:34.659088 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-fbc36626-aa55-4995-8a8c-36864127ac0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ac8fef0-416a-4f55-90c7-7bf2dd147449 HTTP/1.1" status: 204 len: 168 time: 0.1239235 May 09 23:10:34.668057 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc36626-aa55-4995-8a8c-36864127ac0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac8fef0-416a-4f55-90c7-7bf2dd147449,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:34.912900 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 36482) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:34.936059 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e9a228cc-54f8-4b64-a26f-f6f4d970e026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:34.984317 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d6eda-510b-4aa8-b938-f3f9424d3f19 req-b169b52b-6956-4833-a6ad-d48541e61373 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:34.985750 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2e7d6eda-510b-4aa8-b938-f3f9424d3f19 req-b169b52b-6956-4833-a6ad-d48541e61373 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 945 time: 0.0648663 May 09 23:10:35.054337 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2e7d6eda-510b-4aa8-b938-f3f9424d3f19 req-45c07e1a-e94a-4369-aa4e-7ba611fc3c5a tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616827 May 09 23:10:35.076762 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e9a228cc-54f8-4b64-a26f-f6f4d970e026 admin admin] Publish callbacks [] for security_group (18b0a2f4-3c29-413e-84cf-ef57b88ae689), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:35.081250 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-e9a228cc-54f8-4b64-a26f-f6f4d970e026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (18b0a2f4-3c29-413e-84cf-ef57b88ae689), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:35.119312 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a228cc-54f8-4b64-a26f-f6f4d970e026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b0a2f4-3c29-413e-84cf-ef57b88ae689,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:35.123718 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-e9a228cc-54f8-4b64-a26f-f6f4d970e026 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f37f33d0d834d38bd824e47e5b4886b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097929 May 09 23:10:35.126511 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 36486) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:35.176490 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-46cbabe3-109b-4083-af67-d00c99a5dcba admin admin] Publish callbacks [] for security_group (18b0a2f4-3c29-413e-84cf-ef57b88ae689), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:35.198414 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-46cbabe3-109b-4083-af67-d00c99a5dcba admin admin] Publish callbacks [] for security_group (18b0a2f4-3c29-413e-84cf-ef57b88ae689), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:35.249964 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-46cbabe3-109b-4083-af67-d00c99a5dcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (18b0a2f4-3c29-413e-84cf-ef57b88ae689), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:35.252590 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-46cbabe3-109b-4083-af67-d00c99a5dcba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:35.253738 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-46cbabe3-109b-4083-af67-d00c99a5dcba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18b0a2f4-3c29-413e-84cf-ef57b88ae689 HTTP/1.1" status: 204 len: 168 time: 0.1264088 May 09 23:10:35.261952 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbabe3-109b-4083-af67-d00c99a5dcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b0a2f4-3c29-413e-84cf-ef57b88ae689,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:35.711963 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f28509-4ad2-46b9-b353-c17ccfdd87ae req-bf6b7323-5015-46f7-bb97-3c20347077d5 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:35.713450 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-16f28509-4ad2-46b9-b353-c17ccfdd87ae req-bf6b7323-5015-46f7-bb97-3c20347077d5 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 945 time: 0.0507009 May 09 23:10:35.762143 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-16f28509-4ad2-46b9-b353-c17ccfdd87ae req-df0de819-3ea2-4570-9f22-dbb2d16451e9 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 May 09 23:10:36.884624 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5cca7-eee5-4638-9bc0-1664d7a97912 req-456eb6f4-0b7d-4c60-b172-3149dc924a55 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:36.884624 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e4a5cca7-eee5-4638-9bc0-1664d7a97912 req-456eb6f4-0b7d-4c60-b172-3149dc924a55 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 945 time: 0.0519457 May 09 23:10:36.931643 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e4a5cca7-eee5-4638-9bc0-1664d7a97912 req-b0c87f00-899a-46c3-bcf2-dcc25a9330f4 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9470b31-2ad6-4db5-8bbb-9c746ab7b730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416243 May 09 23:10:37.179071 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570765db-4736-4598-80a6-363ed87781c1 req-77d1a8d7-06c4-4ed4-aa92-249935384607 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:37.180533 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-570765db-4736-4598-80a6-363ed87781c1 req-77d1a8d7-06c4-4ed4-aa92-249935384607 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 945 time: 0.0470357 May 09 23:10:37.268464 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36570) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:37.269188 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-570765db-4736-4598-80a6-363ed87781c1 req-ee052741-5918-4852-b531-cc3308d5e5c5 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Deleting port 13a974be-3118-459a-8b6f-840dce874cc0 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:10:37.269532 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-570765db-4736-4598-80a6-363ed87781c1 req-ee052741-5918-4852-b531-cc3308d5e5c5 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (13a974be-3118-459a-8b6f-840dce874cc0), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:37.358334 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-570765db-4736-4598-80a6-363ed87781c1 req-ee052741-5918-4852-b531-cc3308d5e5c5 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] For port 13a974be-3118-459a-8b6f-840dce874cc0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=13a974be-3118-459a-8b6f-840dce874cc0,segment=NetworkSegment(b8c0bcff-3bcd-4135-9e02-9a54f11b6702),segment_id=b8c0bcff-3bcd-4135-9e02-9a54f11b6702)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:10:37.358701 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-570765db-4736-4598-80a6-363ed87781c1 req-ee052741-5918-4852-b531-cc3308d5e5c5 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (13a974be-3118-459a-8b6f-840dce874cc0), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:37.368872 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b0f45d8c-b1db-425e-8792-f15a67792002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:37.371843 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-570765db-4736-4598-80a6-363ed87781c1 req-ee052741-5918-4852-b531-cc3308d5e5c5 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Calling delete_port for 13a974be-3118-459a-8b6f-840dce874cc0 owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:10:37.442443 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b0f45d8c-b1db-425e-8792-f15a67792002 admin admin] Publish callbacks [] for security_group (7cf849e3-9d3a-4816-afda-1b2e4b59640c), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:37.446876 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b0f45d8c-b1db-425e-8792-f15a67792002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (7cf849e3-9d3a-4816-afda-1b2e4b59640c), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:37.487282 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-b0f45d8c-b1db-425e-8792-f15a67792002 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=418128a55411488d879d49bc4c984c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176960 May 09 23:10:37.489098 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36574) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:37.496814 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f45d8c-b1db-425e-8792-f15a67792002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf849e3-9d3a-4816-afda-1b2e4b59640c,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:37.507634 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-570765db-4736-4598-80a6-363ed87781c1 req-ee052741-5918-4852-b531-cc3308d5e5c5 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (13a974be-3118-459a-8b6f-840dce874cc0), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:37.522364 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['13a974be-3118-459a-8b6f-840dce874cc0'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:10:37.538565 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee052741-5918-4852-b531-cc3308d5e5c5 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Pushing event deleted for resources: {'Port': ['ID=13a974be-3118-459a-8b6f-840dce874cc0,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:37.549782 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a818981c-424e-44b1-bab2-1098f3b3b93a admin admin] Publish callbacks [] for security_group (7cf849e3-9d3a-4816-afda-1b2e4b59640c), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:37.572634 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a818981c-424e-44b1-bab2-1098f3b3b93a admin admin] Publish callbacks [] for security_group (7cf849e3-9d3a-4816-afda-1b2e4b59640c), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:37.583836 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-570765db-4736-4598-80a6-363ed87781c1 req-ee052741-5918-4852-b531-cc3308d5e5c5 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] No DVR routers for this DVR port 13a974be-3118-459a-8b6f-840dce874cc0 on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:10:37.586370 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-570765db-4736-4598-80a6-363ed87781c1 req-ee052741-5918-4852-b531-cc3308d5e5c5 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:37.589548 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-570765db-4736-4598-80a6-363ed87781c1 req-ee052741-5918-4852-b531-cc3308d5e5c5 tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.55 "DELETE /v2.0/ports/13a974be-3118-459a-8b6f-840dce874cc0 HTTP/1.1" status: 204 len: 173 time: 0.4030306 May 09 23:10:37.589979 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb2c49f-f668-4f8b-90e1-7b98896b5117', 'name': 'network-vif-deleted', 'tag': '13a974be-3118-459a-8b6f-840dce874cc0'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:10:37.592304 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b9fcba-8b38-465f-9914-2c604bd984ed" -d '{"events": [{"server_uuid": "9bb2c49f-f668-4f8b-90e1-7b98896b5117", "name": "network-vif-deleted", "tag": "13a974be-3118-459a-8b6f-840dce874cc0"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:10:37.633258 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a14cd8-a15b-4b57-9489-693c1b2150c3 x-openstack-request-id: req-05a14cd8-a15b-4b57-9489-693c1b2150c3 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:10:37.634237 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb2c49f-f668-4f8b-90e1-7b98896b5117", "name": "network-vif-deleted", "tag": "13a974be-3118-459a-8b6f-840dce874cc0", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:10:37.634483 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05a14cd8-a15b-4b57-9489-693c1b2150c3 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:10:37.634887 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a14cd8-a15b-4b57-9489-693c1b2150c3'] response: {'server_uuid': '9bb2c49f-f668-4f8b-90e1-7b98896b5117', 'name': 'network-vif-deleted', 'tag': '13a974be-3118-459a-8b6f-840dce874cc0', 'status': 'completed', 'code': 200} May 09 23:10:37.638598 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a818981c-424e-44b1-bab2-1098f3b3b93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (7cf849e3-9d3a-4816-afda-1b2e4b59640c), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:37.641277 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a818981c-424e-44b1-bab2-1098f3b3b93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:37.645088 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-a818981c-424e-44b1-bab2-1098f3b3b93a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7cf849e3-9d3a-4816-afda-1b2e4b59640c HTTP/1.1" status: 204 len: 168 time: 0.1550758 May 09 23:10:37.653175 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818981c-424e-44b1-bab2-1098f3b3b93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf849e3-9d3a-4816-afda-1b2e4b59640c,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:37.903789 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36582) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:37.918322 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-22faa623-d864-47f9-b98b-53f8bae7c71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:37.998508 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-22faa623-d864-47f9-b98b-53f8bae7c71a admin admin] Publish callbacks [] for security_group (a7a66277-a94e-4afd-a306-e98ebf7c5f8f), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:38.002798 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-22faa623-d864-47f9-b98b-53f8bae7c71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a7a66277-a94e-4afd-a306-e98ebf7c5f8f), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:38.051734 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22faa623-d864-47f9-b98b-53f8bae7c71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a66277-a94e-4afd-a306-e98ebf7c5f8f,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:38.072331 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-22faa623-d864-47f9-b98b-53f8bae7c71a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28093a9f43fd4573b89980992f5d16d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1650648 May 09 23:10:38.072331 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fae737c3-b5a0-4df5-b41e-f6ce0620f77b req-a9c9205f-b0d0-4e50-9801-765dc1579ffb tempest-VolumesActionsTest-1093425313 tempest-VolumesActionsTest-1093425313-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb2c49f-f668-4f8b-90e1-7b98896b5117 HTTP/1.1" status: 200 len: 210 time: 0.0483105 May 09 23:10:38.072601 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36586) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:38.129875 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-afcc7d97-b8a2-4c1f-8cc9-51fd09037426 admin admin] Publish callbacks [] for security_group (a7a66277-a94e-4afd-a306-e98ebf7c5f8f), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:38.157089 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-afcc7d97-b8a2-4c1f-8cc9-51fd09037426 admin admin] Publish callbacks [] for security_group (a7a66277-a94e-4afd-a306-e98ebf7c5f8f), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:38.203910 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-afcc7d97-b8a2-4c1f-8cc9-51fd09037426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a7a66277-a94e-4afd-a306-e98ebf7c5f8f), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:38.206501 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-afcc7d97-b8a2-4c1f-8cc9-51fd09037426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:38.207615 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-afcc7d97-b8a2-4c1f-8cc9-51fd09037426 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7a66277-a94e-4afd-a306-e98ebf7c5f8f HTTP/1.1" status: 204 len: 168 time: 0.1342535 May 09 23:10:38.215986 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc7d97-b8a2-4c1f-8cc9-51fd09037426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a66277-a94e-4afd-a306-e98ebf7c5f8f,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:38.861300 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36608) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:38.955635 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-613701168-network', 'tenant_id': 'a1b401834883475e97e6496c9fcf0e96'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:10:38.974325 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] Made reservation on behalf of a1b401834883475e97e6496c9fcf0e96 for: {'network': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:10:38.976496 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:38.985553 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:39.058778 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] Publish callbacks [] for security_group (d562cf11-84b1-49e0-8160-39dd14bbe780), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:39.062409 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d562cf11-84b1-49e0-8160-39dd14bbe780), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:39.088162 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:10:39.094181 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d562cf11-84b1-49e0-8160-39dd14bbe780,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:39.100651 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (4922b3ef-c0c6-43ce-ac5b-d7419109a288), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:39.100991 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.segments_db [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] Added segment 4922b3ef-c0c6-43ce-ac5b-d7419109a288 of type vlan for network fa3f3db5-8418-402a-8d12-61e43ec55216 May 09 23:10:39.142256 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (fa3f3db5-8418-402a-8d12-61e43ec55216), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:39.166546 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (fa3f3db5-8418-402a-8d12-61e43ec55216), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:39.168051 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:39.168623 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:39.234735 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3722286 May 09 23:10:39.234895 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 36620) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:39.239953 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-87e24ef4-6e8e-4358-907a-30c1629f36e2 admin admin] Request body: {'subnet': {'network_id': 'fa3f3db5-8418-402a-8d12-61e43ec55216', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-613701168-subnet', 'tenant_id': 'a1b401834883475e97e6496c9fcf0e96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:10:39.244385 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab724955-a7f0-4edf-b943-781b674edbb9 admin admin] Pushing event updated for resources: {'Network': ['ID=fa3f3db5-8418-402a-8d12-61e43ec55216,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:39.256413 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network fa3f3db5-8418-402a-8d12-61e43ec55216 details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:10:39.263291 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e24ef4-6e8e-4358-907a-30c1629f36e2 admin admin] Made reservation on behalf of a1b401834883475e97e6496c9fcf0e96 for: {'subnet': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:10:39.265802 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-87e24ef4-6e8e-4358-907a-30c1629f36e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9732414'] for subnet (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:39.448791 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-87e24ef4-6e8e-4358-907a-30c1629f36e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9884008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9732392'] for subnet (6d5713c3-3d38-4cf2-bd25-a967e652d270), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:39.503583 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e24ef4-6e8e-4358-907a-30c1629f36e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5713c3-3d38-4cf2-bd25-a967e652d270,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:39.515569 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e24ef4-6e8e-4358-907a-30c1629f36e2 admin admin] Checking segment: {'id': '4922b3ef-c0c6-43ce-ac5b-d7419109a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fa3f3db5-8418-402a-8d12-61e43ec55216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:10:39.515931 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e24ef4-6e8e-4358-907a-30c1629f36e2 admin admin] Network hostable DHCP agents. Network: fa3f3db5-8418-402a-8d12-61e43ec55216, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:10:39.533695 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e24ef4-6e8e-4358-907a-30c1629f36e2 admin admin] Network fa3f3db5-8418-402a-8d12-61e43ec55216 is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:10:39.543688 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-87e24ef4-6e8e-4358-907a-30c1629f36e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, fa3f3db5-8418-402a-8d12-61e43ec55216) {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:10:39.547851 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e24ef4-6e8e-4358-907a-30c1629f36e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:39.548408 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-87e24ef4-6e8e-4358-907a-30c1629f36e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:39.554150 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4d6e26-3a10-4aac-adb5-a664f1f056be None None] Network fa3f3db5-8418-402a-8d12-61e43ec55216 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:10:39.571090 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-87e24ef4-6e8e-4358-907a-30c1629f36e2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3345480 May 09 23:10:39.670794 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd26754-b3d6-42a0-9c90-24bfd667a4e4 None None] Network fa3f3db5-8418-402a-8d12-61e43ec55216 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:10:40.054261 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 36672) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:40.059108 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-436540897-network', 'tenant_id': '7196a3a650b84e75871c817e2f4a7433'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:10:40.077944 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] Made reservation on behalf of 7196a3a650b84e75871c817e2f4a7433 for: {'network': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:10:40.080280 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:40.089843 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:40.166623 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] Publish callbacks [] for security_group (7a3652b4-a94d-408d-a2d1-481c4bbbed7e), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:40.170200 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (7a3652b4-a94d-408d-a2d1-481c4bbbed7e), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:40.197200 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:10:40.202967 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3652b4-a94d-408d-a2d1-481c4bbbed7e,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:40.210543 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (c98b0d90-a018-4a1c-9d0a-f449bf14ecd3), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:40.210543 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.segments_db [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] Added segment c98b0d90-a018-4a1c-9d0a-f449bf14ecd3 of type vlan for network 18f216cf-04ac-4bbf-bdda-f6443253f070 May 09 23:10:40.257026 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (18f216cf-04ac-4bbf-bdda-f6443253f070), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:40.281137 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (18f216cf-04ac-4bbf-bdda-f6443253f070), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:40.282228 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:40.282814 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:40.339891 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2845483 May 09 23:10:40.342861 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36674) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:40.347225 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f23ca-54cf-4914-b386-014b4791ad4f admin admin] Pushing event updated for resources: {'Network': ['ID=18f216cf-04ac-4bbf-bdda-f6443253f070,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:40.347757 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-2ebecab1-572e-434f-b487-c60c347f9db1 admin admin] Request body: {'subnet': {'network_id': '18f216cf-04ac-4bbf-bdda-f6443253f070', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-436540897-subnet', 'tenant_id': '7196a3a650b84e75871c817e2f4a7433', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:10:40.357257 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network 18f216cf-04ac-4bbf-bdda-f6443253f070 details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:10:40.368035 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebecab1-572e-434f-b487-c60c347f9db1 admin admin] Made reservation on behalf of 7196a3a650b84e75871c817e2f4a7433 for: {'subnet': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:10:40.370999 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2ebecab1-572e-434f-b487-c60c347f9db1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9656919'] for subnet (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:40.535694 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2ebecab1-572e-434f-b487-c60c347f9db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9656897'] for subnet (2373d2e4-7fa9-4cab-baed-28e372051d23), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:40.593778 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebecab1-572e-434f-b487-c60c347f9db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2373d2e4-7fa9-4cab-baed-28e372051d23,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:40.600930 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebecab1-572e-434f-b487-c60c347f9db1 admin admin] Checking segment: {'id': 'c98b0d90-a018-4a1c-9d0a-f449bf14ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '18f216cf-04ac-4bbf-bdda-f6443253f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:10:40.601288 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebecab1-572e-434f-b487-c60c347f9db1 admin admin] Network hostable DHCP agents. Network: 18f216cf-04ac-4bbf-bdda-f6443253f070, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:10:40.618468 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebecab1-572e-434f-b487-c60c347f9db1 admin admin] Network 18f216cf-04ac-4bbf-bdda-f6443253f070 is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:10:40.628412 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-2ebecab1-572e-434f-b487-c60c347f9db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, 18f216cf-04ac-4bbf-bdda-f6443253f070) {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:10:40.632480 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebecab1-572e-434f-b487-c60c347f9db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:40.633072 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2ebecab1-572e-434f-b487-c60c347f9db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:40.641395 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4018b92-7fdb-41c1-9d19-1a00db0270f5 None None] Network 18f216cf-04ac-4bbf-bdda-f6443253f070 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:10:40.648891 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-2ebecab1-572e-434f-b487-c60c347f9db1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3048692 May 09 23:10:40.740202 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb124f4b-b4ce-4a0d-90bc-63592d1b45ca None None] Network 18f216cf-04ac-4bbf-bdda-f6443253f070 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:10:42.575523 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 13a974be-3118-459a-8b6f-840dce874cc0 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:10:42.596496 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: 13a974be-3118-459a-8b6f-840dce874cc0 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:10:42.596841 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 13a974be-3118-459a-8b6f-840dce874cc0 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:10:47.009612 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:49.414948 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f10e48e0-26c4-4b64-8613-e5ae1c3ef5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:51.700085 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be0037ae-8947-47a5-9c87-7d541f9bb7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:52.947249 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:54.360006 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:55.584498 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36896) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:55.638797 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd8cab1-ec06-43a5-888f-6e8e8404b750 admin admin] Deleting subnet 6d5713c3-3d38-4cf2-bd25-a967e652d270 {{(pid=103349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:10:55.642801 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7cd8cab1-ec06-43a5-888f-6e8e8404b750 admin admin] Publish callbacks [] for subnet (6d5713c3-3d38-4cf2-bd25-a967e652d270), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:55.669645 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:55.687463 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7cd8cab1-ec06-43a5-888f-6e8e8404b750 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2099962'] for subnet (6d5713c3-3d38-4cf2-bd25-a967e652d270), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:55.743114 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7cd8cab1-ec06-43a5-888f-6e8e8404b750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (6d5713c3-3d38-4cf2-bd25-a967e652d270), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:55.807513 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7cd8cab1-ec06-43a5-888f-6e8e8404b750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2133958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9656954'] for subnet (6d5713c3-3d38-4cf2-bd25-a967e652d270), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:55.835101 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8cab1-ec06-43a5-888f-6e8e8404b750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5713c3-3d38-4cf2-bd25-a967e652d270,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:55.837348 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7cd8cab1-ec06-43a5-888f-6e8e8404b750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:55.841216 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-7cd8cab1-ec06-43a5-888f-6e8e8404b750 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6d5713c3-3d38-4cf2-bd25-a967e652d270 HTTP/1.1" status: 204 len: 168 time: 0.2556310 May 09 23:10:55.843794 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36898) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:55.922721 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-30ad7e8f-8afe-4a82-bbb0-3c7c6d7d3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (fa3f3db5-8418-402a-8d12-61e43ec55216), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.003389 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-30ad7e8f-8afe-4a82-bbb0-3c7c6d7d3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (fa3f3db5-8418-402a-8d12-61e43ec55216), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.025408 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-30ad7e8f-8afe-4a82-bbb0-3c7c6d7d3e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3f3db5-8418-402a-8d12-61e43ec55216']}} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:10:56.036630 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-30ad7e8f-8afe-4a82-bbb0-3c7c6d7d3e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4922b3ef-c0c6-43ce-ac5b-d7419109a288') {'for_net_delete': True} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:10:56.036973 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-30ad7e8f-8afe-4a82-bbb0-3c7c6d7d3e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4922b3ef-c0c6-43ce-ac5b-d7419109a288') {} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:10:56.047626 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-30ad7e8f-8afe-4a82-bbb0-3c7c6d7d3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2099907'] for segment (4922b3ef-c0c6-43ce-ac5b-d7419109a288), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.063853 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-30ad7e8f-8afe-4a82-bbb0-3c7c6d7d3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (4922b3ef-c0c6-43ce-ac5b-d7419109a288), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.070371 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ad7e8f-8afe-4a82-bbb0-3c7c6d7d3e64 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:10:56.070896 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-30ad7e8f-8afe-4a82-bbb0-3c7c6d7d3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2132068'] for segment (4922b3ef-c0c6-43ce-ac5b-d7419109a288), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: Traceback (most recent call last): May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: timer() May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: cb(*args, **kw) May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: return func(*args, **kwargs) May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: self._notify() May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: self.callback(batched_events) May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: event.method(event) May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: return f(self, *a, **k) May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._get(url).json() May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: return self.request(url, 'GET', **kwargs) May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:10:56.072711 dv-cinder-840678-5-iscsi neutron-server[103349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:10:56.132929 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-30ad7e8f-8afe-4a82-bbb0-3c7c6d7d3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (fa3f3db5-8418-402a-8d12-61e43ec55216), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.139990 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-30ad7e8f-8afe-4a82-bbb0-3c7c6d7d3e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.146644 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-30ad7e8f-8afe-4a82-bbb0-3c7c6d7d3e64 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fa3f3db5-8418-402a-8d12-61e43ec55216 HTTP/1.1" status: 204 len: 168 time: 0.2993817 May 09 23:10:56.147047 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 36900) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:56.156917 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad7e8f-8afe-4a82-bbb0-3c7c6d7d3e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa3f3db5-8418-402a-8d12-61e43ec55216,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:56.194462 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ee9baf-8df0-4ba8-8feb-583f0627af35 admin admin] Deleting subnet 2373d2e4-7fa9-4cab-baed-28e372051d23 {{(pid=103350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:10:56.198436 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9baf-8df0-4ba8-8feb-583f0627af35 admin admin] Publish callbacks [] for subnet (2373d2e4-7fa9-4cab-baed-28e372051d23), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.236277 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9baf-8df0-4ba8-8feb-583f0627af35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966931'] for subnet (2373d2e4-7fa9-4cab-baed-28e372051d23), precommit_delete_associations {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.282994 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9baf-8df0-4ba8-8feb-583f0627af35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (2373d2e4-7fa9-4cab-baed-28e372051d23), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.340628 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9baf-8df0-4ba8-8feb-583f0627af35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9883945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9732371'] for subnet (2373d2e4-7fa9-4cab-baed-28e372051d23), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.365045 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee9baf-8df0-4ba8-8feb-583f0627af35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2373d2e4-7fa9-4cab-baed-28e372051d23,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:56.371356 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9baf-8df0-4ba8-8feb-583f0627af35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.377381 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-a8ee9baf-8df0-4ba8-8feb-583f0627af35 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2373d2e4-7fa9-4cab-baed-28e372051d23 HTTP/1.1" status: 204 len: 168 time: 0.2292914 May 09 23:10:56.377944 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36906) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:56.456323 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4ed66f86-7f31-4ce9-9288-118a6a0c5b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (18f216cf-04ac-4bbf-bdda-f6443253f070), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.554298 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4ed66f86-7f31-4ce9-9288-118a6a0c5b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (18f216cf-04ac-4bbf-bdda-f6443253f070), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.579158 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-4ed66f86-7f31-4ce9-9288-118a6a0c5b09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f216cf-04ac-4bbf-bdda-f6443253f070']}} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:10:56.589464 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-4ed66f86-7f31-4ce9-9288-118a6a0c5b09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98b0d90-a018-4a1c-9d0a-f449bf14ecd3') {'for_net_delete': True} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:10:56.590133 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-4ed66f86-7f31-4ce9-9288-118a6a0c5b09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98b0d90-a018-4a1c-9d0a-f449bf14ecd3') {} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:10:56.599400 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4ed66f86-7f31-4ce9-9288-118a6a0c5b09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2099907'] for segment (c98b0d90-a018-4a1c-9d0a-f449bf14ecd3), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.613763 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4ed66f86-7f31-4ce9-9288-118a6a0c5b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (c98b0d90-a018-4a1c-9d0a-f449bf14ecd3), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.620413 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed66f86-7f31-4ce9-9288-118a6a0c5b09 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:10:56.621423 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4ed66f86-7f31-4ce9-9288-118a6a0c5b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2132068'] for segment (c98b0d90-a018-4a1c-9d0a-f449bf14ecd3), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: Traceback (most recent call last): May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: timer() May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: cb(*args, **kw) May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: return func(*args, **kwargs) May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: self._notify() May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: self.callback(batched_events) May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: event.method(event) May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: return f(self, *a, **k) May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._get(url).json() May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: return self.request(url, 'GET', **kwargs) May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:10:56.623737 dv-cinder-840678-5-iscsi neutron-server[103349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:10:56.680881 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4ed66f86-7f31-4ce9-9288-118a6a0c5b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (18f216cf-04ac-4bbf-bdda-f6443253f070), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.686671 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4ed66f86-7f31-4ce9-9288-118a6a0c5b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:56.690339 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-4ed66f86-7f31-4ce9-9288-118a6a0c5b09 admin admin] 10.222.0.23 "DELETE /v2.0/networks/18f216cf-04ac-4bbf-bdda-f6443253f070 HTTP/1.1" status: 204 len: 168 time: 0.3111699 May 09 23:10:56.705907 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed66f86-7f31-4ce9-9288-118a6a0c5b09 admin admin] Pushing event deleted for resources: {'Network': ['ID=18f216cf-04ac-4bbf-bdda-f6443253f070,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:56.890195 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36910) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:56.934921 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-f341b7bb-967f-4d50-b89a-41c39d72838d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1b401834883475e97e6496c9fcf0e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433068 May 09 23:10:56.938343 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36912) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:56.991967 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94c289ee-9198-4291-8062-14719f567e44 admin admin] Publish callbacks [] for security_group (d562cf11-84b1-49e0-8160-39dd14bbe780), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:57.014657 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94c289ee-9198-4291-8062-14719f567e44 admin admin] Publish callbacks [] for security_group (d562cf11-84b1-49e0-8160-39dd14bbe780), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:57.070077 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94c289ee-9198-4291-8062-14719f567e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d562cf11-84b1-49e0-8160-39dd14bbe780), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:57.073288 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-94c289ee-9198-4291-8062-14719f567e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:57.074537 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-94c289ee-9198-4291-8062-14719f567e44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d562cf11-84b1-49e0-8160-39dd14bbe780 HTTP/1.1" status: 204 len: 168 time: 0.1353104 May 09 23:10:57.083957 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c289ee-9198-4291-8062-14719f567e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d562cf11-84b1-49e0-8160-39dd14bbe780,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:57.439299 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 36926) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:57.486551 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-1155ba9f-f07d-4b4a-9f80-e28dea4f2c4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7196a3a650b84e75871c817e2f4a7433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457509 May 09 23:10:57.489069 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 36928) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:10:57.543389 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a1671814-b776-457c-9976-abb4ab34cd36 admin admin] Publish callbacks [] for security_group (7a3652b4-a94d-408d-a2d1-481c4bbbed7e), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:57.568193 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a1671814-b776-457c-9976-abb4ab34cd36 admin admin] Publish callbacks [] for security_group (7a3652b4-a94d-408d-a2d1-481c4bbbed7e), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:57.627447 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a1671814-b776-457c-9976-abb4ab34cd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (7a3652b4-a94d-408d-a2d1-481c4bbbed7e), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:57.630827 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a1671814-b776-457c-9976-abb4ab34cd36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:10:57.632335 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-a1671814-b776-457c-9976-abb4ab34cd36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a3652b4-a94d-408d-a2d1-481c4bbbed7e HTTP/1.1" status: 204 len: 168 time: 0.1414361 May 09 23:10:57.645860 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1671814-b776-457c-9976-abb4ab34cd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3652b4-a94d-408d-a2d1-481c4bbbed7e,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:10:58.475981 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9548c-5842-4e1a-89f7-4ee1e3c872c5 req-21a67cac-d088-4b35-93e7-9ddee7a70379 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:58.477478 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-15f9548c-5842-4e1a-89f7-4ee1e3c872c5 req-21a67cac-d088-4b35-93e7-9ddee7a70379 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0522962 May 09 23:10:58.530626 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-15f9548c-5842-4e1a-89f7-4ee1e3c872c5 req-f8aefd1a-255f-466a-9260-3e1411fa05e8 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463691 May 09 23:10:59.650234 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baace1fd-7d41-4cda-a69d-7bcf778239da req-af8126e6-e656-4fd8-99db-252a146cc4d7 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:10:59.651713 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-baace1fd-7d41-4cda-a69d-7bcf778239da req-af8126e6-e656-4fd8-99db-252a146cc4d7 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0540493 May 09 23:10:59.700618 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-baace1fd-7d41-4cda-a69d-7bcf778239da req-d003c75e-e1be-4a66-a100-4f67e6a3253a tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433457 May 09 23:11:00.537062 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-52c4d2c3-dc48-4cc1-9074-2472739bf9b2 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:00.538577 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-52c4d2c3-dc48-4cc1-9074-2472739bf9b2 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0463309 May 09 23:11:00.627749 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Deleting port f0504a29-0f57-4b6a-b659-4d5559910b95 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:11:00.628548 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:00.715154 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] For port f0504a29-0f57-4b6a-b659-4d5559910b95, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f0504a29-0f57-4b6a-b659-4d5559910b95,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:11:00.715813 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:00.812729 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49d40e-e0ec-4355-9363-63e2a05e4079 req-3aecac37-a973-4ca3-ad91-feb141dd8889 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:00.814231 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1f49d40e-e0ec-4355-9363-63e2a05e4079 req-3aecac37-a973-4ca3-ad91-feb141dd8889 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 945 time: 0.0460882 May 09 23:11:00.863452 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1f49d40e-e0ec-4355-9363-63e2a05e4079 req-9e3893e9-5c99-4ef9-af4a-c9d45fc72a86 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee933275-052b-4bcb-b6e9-e724e80ba39d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433762 May 09 23:11:00.887833 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:00.888229 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (b5424149-896f-43fb-adbd-fcd4fe35b6b9), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:00.888594 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Floating IP b5424149-896f-43fb-adbd-fcd4fe35b6b9 disassociated. External IP: 172.27.3.47, port: f0504a29-0f57-4b6a-b659-4d5559910b95. May 09 23:11:00.888940 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Calling delete_port for f0504a29-0f57-4b6a-b659-4d5559910b95 owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:11:01.016955 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (f0504a29-0f57-4b6a-b659-4d5559910b95), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.043451 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event deleted for resources: {'Port': ['ID=f0504a29-0f57-4b6a-b659-4d5559910b95,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:01.054949 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37078) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:01.143406 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_v2 [None req-947e8bbf-f439-4e10-9b2d-b9cdd604c787 admin admin] Deleting subnet 0fd964bc-ddb7-4c82-b59b-9cff108f317a {{(pid=103350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:11:01.147607 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-947e8bbf-f439-4e10-9b2d-b9cdd604c787 admin admin] Publish callbacks [] for subnet (0fd964bc-ddb7-4c82-b59b-9cff108f317a), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.217930 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-947e8bbf-f439-4e10-9b2d-b9cdd604c787 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966931'] for subnet (0fd964bc-ddb7-4c82-b59b-9cff108f317a), precommit_delete_associations {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.252465 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Router 16672ca7-89c3-46d7-8136-88cdfc9386aa has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:11:01.271951 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-947e8bbf-f439-4e10-9b2d-b9cdd604c787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (0fd964bc-ddb7-4c82-b59b-9cff108f317a), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.396293 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-947e8bbf-f439-4e10-9b2d-b9cdd604c787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9883945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9732371'] for subnet (0fd964bc-ddb7-4c82-b59b-9cff108f317a), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.432616 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-947e8bbf-f439-4e10-9b2d-b9cdd604c787 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.437965 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-947e8bbf-f439-4e10-9b2d-b9cdd604c787 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0fd964bc-ddb7-4c82-b59b-9cff108f317a HTTP/1.1" status: 204 len: 168 time: 0.3798871 May 09 23:11:01.437965 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e8bbf-f439-4e10-9b2d-b9cdd604c787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fd964bc-ddb7-4c82-b59b-9cff108f317a,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:01.439133 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37080) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:01.439645 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:11:01.454889 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8c299c-7c43-4da2-a9ef-ddd496441500 None None] Sync routers for ids ['16672ca7-89c3-46d7-8136-88cdfc9386aa'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:11:01.474562 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c299c-7c43-4da2-a9ef-ddd496441500 None None] Routers {'16672ca7-89c3-46d7-8136-88cdfc9386aa'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:11:01.475724 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-7e8c299c-7c43-4da2-a9ef-ddd496441500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:10:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['16672ca7-89c3-46d7-8136-88cdfc9386aa'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:01.501873 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] No DVR routers for this DVR port f0504a29-0f57-4b6a-b659-4d5559910b95 on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:11:01.505280 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.509380 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8750e5c6-520a-40f1-b238-765a6be0a61c req-0a957af6-7ab8-49e8-92de-a993a2bd4d8b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.55 "DELETE /v2.0/ports/f0504a29-0f57-4b6a-b659-4d5559910b95 HTTP/1.1" status: 204 len: 173 time: 0.9654195 May 09 23:11:01.510493 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8552f4-9cab-423d-ae4f-6790f5de0f91', 'name': 'network-vif-deleted', 'tag': 'f0504a29-0f57-4b6a-b659-4d5559910b95'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:11:01.512833 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b18ed86-2c70-43ae-967a-cfc93346829b" -d '{"events": [{"server_uuid": "7e8552f4-9cab-423d-ae4f-6790f5de0f91", "name": "network-vif-deleted", "tag": "f0504a29-0f57-4b6a-b659-4d5559910b95"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:11:01.577207 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-14491193-df6e-4630-9932-bc5f901bcc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (dd59166f-fc33-4aba-ba9d-e309f5309b64), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.579900 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d205ca00-3d60-4ff1-affa-0b92e0a071aa x-openstack-request-id: req-d205ca00-3d60-4ff1-affa-0b92e0a071aa {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:11:01.581318 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8552f4-9cab-423d-ae4f-6790f5de0f91", "name": "network-vif-deleted", "tag": "f0504a29-0f57-4b6a-b659-4d5559910b95", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:11:01.581593 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d205ca00-3d60-4ff1-affa-0b92e0a071aa {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:11:01.582379 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d205ca00-3d60-4ff1-affa-0b92e0a071aa'] response: {'server_uuid': '7e8552f4-9cab-423d-ae4f-6790f5de0f91', 'name': 'network-vif-deleted', 'tag': 'f0504a29-0f57-4b6a-b659-4d5559910b95', 'status': 'completed', 'code': 200} May 09 23:11:01.620685 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-7e8c299c-7c43-4da2-a9ef-ddd496441500 None None] Set router 16672ca7-89c3-46d7-8136-88cdfc9386aa gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:11:01.692293 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-14491193-df6e-4630-9932-bc5f901bcc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (dd59166f-fc33-4aba-ba9d-e309f5309b64), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.724330 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-14491193-df6e-4630-9932-bc5f901bcc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd59166f-fc33-4aba-ba9d-e309f5309b64']}} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:01.735122 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-14491193-df6e-4630-9932-bc5f901bcc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c0bcff-3bcd-4135-9e02-9a54f11b6702') {'for_net_delete': True} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:01.735414 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-14491193-df6e-4630-9932-bc5f901bcc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c0bcff-3bcd-4135-9e02-9a54f11b6702') {} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:01.747595 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-14491193-df6e-4630-9932-bc5f901bcc53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2099907'] for segment (b8c0bcff-3bcd-4135-9e02-9a54f11b6702), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.764017 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-14491193-df6e-4630-9932-bc5f901bcc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (b8c0bcff-3bcd-4135-9e02-9a54f11b6702), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.770743 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14491193-df6e-4630-9932-bc5f901bcc53 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:11:01.771122 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-14491193-df6e-4630-9932-bc5f901bcc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2132068'] for segment (b8c0bcff-3bcd-4135-9e02-9a54f11b6702), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: Traceback (most recent call last): May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: timer() May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: cb(*args, **kw) May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: return func(*args, **kwargs) May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: self._notify() May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: self.callback(batched_events) May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: event.method(event) May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: return f(self, *a, **k) May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._get(url).json() May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: return self.request(url, 'GET', **kwargs) May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:11:01.782872 dv-cinder-840678-5-iscsi neutron-server[103349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:11:01.830075 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37090) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:01.835422 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-7e8c299c-7c43-4da2-a9ef-ddd496441500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:53Z', 'revision_number': 5, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:01.841159 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-14491193-df6e-4630-9932-bc5f901bcc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (dd59166f-fc33-4aba-ba9d-e309f5309b64), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.847171 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-14491193-df6e-4630-9932-bc5f901bcc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.853876 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-14491193-df6e-4630-9932-bc5f901bcc53 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dd59166f-fc33-4aba-ba9d-e309f5309b64 HTTP/1.1" status: 204 len: 168 time: 0.4135118 May 09 23:11:01.865489 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14491193-df6e-4630-9932-bc5f901bcc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd59166f-fc33-4aba-ba9d-e309f5309b64,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:01.880607 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8c299c-7c43-4da2-a9ef-ddd496441500 None None] Checking router: 16672ca7-89c3-46d7-8136-88cdfc9386aa for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:11:01.892379 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c299c-7c43-4da2-a9ef-ddd496441500 None None] Routers {'16672ca7-89c3-46d7-8136-88cdfc9386aa'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:11:01.893013 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-7e8c299c-7c43-4da2-a9ef-ddd496441500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:10:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['16672ca7-89c3-46d7-8136-88cdfc9386aa'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:01.950432 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b63f182a-9ccc-4cc8-bc50-5b4d3e37f660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:01.994889 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f890a5b2-ea73-4bd4-a7c7-0ccc33fbf8ab req-99480261-9608-44c9-bb9e-ccf117988721 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e8552f4-9cab-423d-ae4f-6790f5de0f91 HTTP/1.1" status: 200 len: 210 time: 0.0355551 May 09 23:11:02.003820 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37098) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:02.048634 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-7e8c299c-7c43-4da2-a9ef-ddd496441500 None None] Set router 16672ca7-89c3-46d7-8136-88cdfc9386aa gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:11:02.057653 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-35334b9e-bfa7-4b5f-9115-b161e38cac32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f99e7d13264c4801bbd78669d85fd6ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515668 May 09 23:11:02.060256 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37100) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:02.098468 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b63f182a-9ccc-4cc8-bc50-5b4d3e37f660 admin admin] Publish callbacks [] for security_group (3b2194f2-fe23-403f-a30b-bdd5bfdf6ea5), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:02.104333 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b63f182a-9ccc-4cc8-bc50-5b4d3e37f660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (3b2194f2-fe23-403f-a30b-bdd5bfdf6ea5), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:02.112886 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-388b7224-b613-4474-b11a-4e413073729b admin admin] Publish callbacks [] for security_group (e9470b31-2ad6-4db5-8bbb-9c746ab7b730), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:02.140897 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-388b7224-b613-4474-b11a-4e413073729b admin admin] Publish callbacks [] for security_group (e9470b31-2ad6-4db5-8bbb-9c746ab7b730), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:02.148904 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-b63f182a-9ccc-4cc8-bc50-5b4d3e37f660 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a336aee15864852bcc077d916ea298f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177702 May 09 23:11:02.150320 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f182a-9ccc-4cc8-bc50-5b4d3e37f660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2194f2-fe23-403f-a30b-bdd5bfdf6ea5,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:02.152614 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37102) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:02.234488 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d43a-53cb-4574-bdf1-6058f6b7abc0 admin admin] Publish callbacks [] for security_group (3b2194f2-fe23-403f-a30b-bdd5bfdf6ea5), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:02.237476 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-388b7224-b613-4474-b11a-4e413073729b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (e9470b31-2ad6-4db5-8bbb-9c746ab7b730), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:02.239944 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-388b7224-b613-4474-b11a-4e413073729b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:02.241205 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-388b7224-b613-4474-b11a-4e413073729b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9470b31-2ad6-4db5-8bbb-9c746ab7b730 HTTP/1.1" status: 204 len: 168 time: 0.1799600 May 09 23:11:02.261043 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b7224-b613-4474-b11a-4e413073729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9470b31-2ad6-4db5-8bbb-9c746ab7b730,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:02.272994 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d43a-53cb-4574-bdf1-6058f6b7abc0 admin admin] Publish callbacks [] for security_group (3b2194f2-fe23-403f-a30b-bdd5bfdf6ea5), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:02.280067 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-7e8c299c-7c43-4da2-a9ef-ddd496441500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:53Z', 'revision_number': 5, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:02.314773 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8c299c-7c43-4da2-a9ef-ddd496441500 None None] The sync data for ids ['16672ca7-89c3-46d7-8136-88cdfc9386aa'] in dv-cinder-840678-5-iscsi is: [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:53Z', 'revision_number': 5, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:11:02.332599 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d43a-53cb-4574-bdf1-6058f6b7abc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (3b2194f2-fe23-403f-a30b-bdd5bfdf6ea5), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:02.335252 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d43a-53cb-4574-bdf1-6058f6b7abc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:02.336406 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-b3a4d43a-53cb-4574-bdf1-6058f6b7abc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b2194f2-fe23-403f-a30b-bdd5bfdf6ea5 HTTP/1.1" status: 204 len: 168 time: 0.1828859 May 09 23:11:02.346684 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4d43a-53cb-4574-bdf1-6058f6b7abc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2194f2-fe23-403f-a30b-bdd5bfdf6ea5,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:02.583972 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a29b0-7dbd-4265-860c-b62872a1d637 None None] New status for floating IP b5424149-896f-43fb-adbd-fcd4fe35b6b9: DOWN {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:11:03.051768 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37146) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:03.096531 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37152) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:03.161225 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1399726789-network', 'tenant_id': '130ce8965a764f6d8910c2bba4561534'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:03.167706 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8401d313-7a69-4749-9670-748b81cc0498 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group (ee933275-052b-4bcb-b6e9-e724e80ba39d), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.201009 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8401d313-7a69-4749-9670-748b81cc0498 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group (ee933275-052b-4bcb-b6e9-e724e80ba39d), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.204269 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] Made reservation on behalf of 130ce8965a764f6d8910c2bba4561534 for: {'network': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:11:03.206529 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.222547 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.284274 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8401d313-7a69-4749-9670-748b81cc0498 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (ee933275-052b-4bcb-b6e9-e724e80ba39d), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.287127 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8401d313-7a69-4749-9670-748b81cc0498 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.290678 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-8401d313-7a69-4749-9670-748b81cc0498 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "DELETE /v2.0/security-groups/ee933275-052b-4bcb-b6e9-e724e80ba39d HTTP/1.1" status: 204 len: 168 time: 0.1930254 May 09 23:11:03.291545 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37158) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:03.305557 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.api.v2.resource [None req-f96d64ff-d834-44e3-8f50-92c57d4378e6 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] show failed (client error): The resource could not be found. May 09 23:11:03.306041 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401d313-7a69-4749-9670-748b81cc0498 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee933275-052b-4bcb-b6e9-e724e80ba39d,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:03.308019 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-f96d64ff-d834-44e3-8f50-92c57d4378e6 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups/ee933275-052b-4bcb-b6e9-e724e80ba39d HTTP/1.1" status: 404 len: 347 time: 0.0153809 May 09 23:11:03.311202 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37160) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:03.356579 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] Publish callbacks [] for security_group (86c7e2bb-1af6-47b8-b7eb-b41b518f77ea), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.360983 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (86c7e2bb-1af6-47b8-b7eb-b41b518f77ea), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.386035 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:11:03.403726 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c7e2bb-1af6-47b8-b7eb-b41b518f77ea,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:03.408190 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (114e301e-2303-454c-830d-efe02661d4d3), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.408535 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.segments_db [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] Added segment 114e301e-2303-454c-830d-efe02661d4d3 of type vlan for network 51deb12e-3ca1-4364-adad-de6d7141df3d May 09 23:11:03.455125 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e4e66-b64c-4453-bcac-2a53a18b0968 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Deleting port 12a7a103-0073-457d-8edd-c5b00695ba72 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:11:03.455340 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (51deb12e-3ca1-4364-adad-de6d7141df3d), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.455603 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4e66-b64c-4453-bcac-2a53a18b0968 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (12a7a103-0073-457d-8edd-c5b00695ba72), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.486050 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (51deb12e-3ca1-4364-adad-de6d7141df3d), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.487251 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:03.487936 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.557899 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5050223 May 09 23:11:03.558932 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4e66-b64c-4453-bcac-2a53a18b0968 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (12a7a103-0073-457d-8edd-c5b00695ba72), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.559454 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4e66-b64c-4453-bcac-2a53a18b0968 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for floatingip (12a7a103-0073-457d-8edd-c5b00695ba72), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.560851 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37166) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:03.565461 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-9627ae10-f15f-42a6-ae19-24be865d7c5c admin admin] Request body: {'subnet': {'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1399726789-subnet', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'ip_version': 4}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:03.571608 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba2740-9bd9-469c-9d5a-bce4d37606ee admin admin] Pushing event updated for resources: {'Network': ['ID=51deb12e-3ca1-4364-adad-de6d7141df3d,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:03.576624 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e4e66-b64c-4453-bcac-2a53a18b0968 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Calling delete_port for 12a7a103-0073-457d-8edd-c5b00695ba72 owned by network:floatingip {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:11:03.585342 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network 51deb12e-3ca1-4364-adad-de6d7141df3d details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:11:03.587489 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9627ae10-f15f-42a6-ae19-24be865d7c5c admin admin] Made reservation on behalf of 130ce8965a764f6d8910c2bba4561534 for: {'subnet': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:11:03.590446 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-9627ae10-f15f-42a6-ae19-24be865d7c5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9656919'] for subnet (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.738349 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4e66-b64c-4453-bcac-2a53a18b0968 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (12a7a103-0073-457d-8edd-c5b00695ba72), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.771676 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-9627ae10-f15f-42a6-ae19-24be865d7c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9656897'] for subnet (5a9e6e5d-f0c8-41c6-89db-59452ad17ab5), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.779914 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e4e66-b64c-4453-bcac-2a53a18b0968 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event deleted for resources: {'Port': ['ID=12a7a103-0073-457d-8edd-c5b00695ba72,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:03.826454 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627ae10-f15f-42a6-ae19-24be865d7c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9e6e5d-f0c8-41c6-89db-59452ad17ab5,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:03.836173 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9627ae10-f15f-42a6-ae19-24be865d7c5c admin admin] Checking segment: {'id': '114e301e-2303-454c-830d-efe02661d4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:11:03.836636 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9627ae10-f15f-42a6-ae19-24be865d7c5c admin admin] Network hostable DHCP agents. Network: 51deb12e-3ca1-4364-adad-de6d7141df3d, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:11:03.843261 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4e66-b64c-4453-bcac-2a53a18b0968 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for floatingip (b5424149-896f-43fb-adbd-fcd4fe35b6b9), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.846567 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4e66-b64c-4453-bcac-2a53a18b0968 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.848037 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-dc7e4e66-b64c-4453-bcac-2a53a18b0968 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "DELETE /v2.0/floatingips/b5424149-896f-43fb-adbd-fcd4fe35b6b9 HTTP/1.1" status: 204 len: 168 time: 0.5356791 May 09 23:11:03.857937 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9627ae10-f15f-42a6-ae19-24be865d7c5c admin admin] Network 51deb12e-3ca1-4364-adad-de6d7141df3d is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:11:03.867369 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-9627ae10-f15f-42a6-ae19-24be865d7c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, 51deb12e-3ca1-4364-adad-de6d7141df3d) {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:11:03.872851 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9627ae10-f15f-42a6-ae19-24be865d7c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:03.873517 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-9627ae10-f15f-42a6-ae19-24be865d7c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.878326 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb73051-648c-4cca-a0ac-4b67ff2b133b None None] Network 51deb12e-3ca1-4364-adad-de6d7141df3d requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:11:03.894280 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-9627ae10-f15f-42a6-ae19-24be865d7c5c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3308380 May 09 23:11:03.895533 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37170) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:03.899913 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:03.920218 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112480'] for router (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.921311 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112511'] for router (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.930191 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37172) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:03.937540 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-4c65b498-bfeb-4fcf-b8f1-743ccf9e4880 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215509395', 'description': 'tempest-description--2128869122'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:03.971940 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c65b498-bfeb-4fcf-b8f1-743ccf9e4880 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:03.988068 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b24f0e-16ea-5479-91c9-85daf8003eec-51deb12e-3ca1-4364-adad-de6d7141df3d', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'project_id': '130ce8965a764f6d8910c2bba4561534', 'fixed_ips': [{'subnet_id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5'}]}} from dv-cinder-840678-5-iscsi. {{(pid=103351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 23:11:03.988939 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.006636 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Publish callbacks [] for router_controller (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), precommit_add_association {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.122498 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Allocated IP 172.20.0.2 (51deb12e-3ca1-4364-adad-de6d7141df3d/5a9e6e5d-f0c8-41c6-89db-59452ad17ab5/8a988f1d-0bb9-4775-b1b1-33badc60a086) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:11:04.173035 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Publish callbacks [] for router_gateway (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.202407 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c65b498-bfeb-4fcf-b8f1-743ccf9e4880 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group (5f4edf40-1873-4ef4-bca5-75862a77e398), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.227294 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c65b498-bfeb-4fcf-b8f1-743ccf9e4880 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (5f4edf40-1873-4ef4-bca5-75862a77e398), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.263320 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c65b498-bfeb-4fcf-b8f1-743ccf9e4880 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.264544 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-4c65b498-bfeb-4fcf-b8f1-743ccf9e4880 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3323038 May 09 23:11:04.267637 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37174) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:04.268593 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Publish callbacks [] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.273324 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-45c21779-017a-48a0-83fb-814e8296bbdf tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Request body: {'security_group_rule': {'security_group_id': '5f4edf40-1873-4ef4-bca5-75862a77e398', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:04.275159 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.278324 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65b498-bfeb-4fcf-b8f1-743ccf9e4880 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4edf40-1873-4ef4-bca5-75862a77e398,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:04.305996 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-45c21779-017a-48a0-83fb-814e8296bbdf tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group_rule (ef9040bf-b993-4899-9461-1f55b25121f5), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.316992 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Network 51deb12e-3ca1-4364-adad-de6d7141df3d is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:11:04.321364 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:11:04.328978 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:11:04.331909 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Pushing event updated for resources: {'Port': ['ID=8a988f1d-0bb9-4775-b1b1-33badc60a086,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:04.341930 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.342590 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.343100 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.343711 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.344223 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.344714 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.345212 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.345697 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.346199 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.346704 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.347194 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.347814 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.348173 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.349049 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.349439 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:04.381069 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-45c21779-017a-48a0-83fb-814e8296bbdf tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group_rule (ef9040bf-b993-4899-9461-1f55b25121f5), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.385522 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-45c21779-017a-48a0-83fb-814e8296bbdf tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (ef9040bf-b993-4899-9461-1f55b25121f5), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.398494 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Publish callbacks [] for router_gateway (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.405767 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c21779-017a-48a0-83fb-814e8296bbdf tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9040bf-b993-4899-9461-1f55b25121f5,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:04.416251 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-45c21779-017a-48a0-83fb-814e8296bbdf tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.417683 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-45c21779-017a-48a0-83fb-814e8296bbdf tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489964 May 09 23:11:04.417864 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.420415 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37176) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:04.429253 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-59b1887a-8d2f-4d0a-8530-666bfce24b76 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Request body: {'security_group_rule': {'security_group_id': '5f4edf40-1873-4ef4-bca5-75862a77e398', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:04.506077 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-59b1887a-8d2f-4d0a-8530-666bfce24b76 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group_rule (875c037d-d49c-48e3-b40f-fe44dee95a13), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.547681 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Attempting to bind port 8a988f1d-0bb9-4775-b1b1-33badc60a086 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:11:04.548042 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Attempting to bind port 8a988f1d-0bb9-4775-b1b1-33badc60a086 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '114e301e-2303-454c-830d-efe02661d4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:11:04.548401 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Attempting to bind port 8a988f1d-0bb9-4775-b1b1-33badc60a086 on network 51deb12e-3ca1-4364-adad-de6d7141df3d {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:11:04.553318 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:11:04.553693 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Checking segment: {'id': '114e301e-2303-454c-830d-efe02661d4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:11:04.554092 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.554507 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Bound using segment: {'id': '114e301e-2303-454c-830d-efe02661d4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:11:04.554968 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Bound port: 8a988f1d-0bb9-4775-b1b1-33badc60a086, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114e301e-2303-454c-830d-efe02661d4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:11:04.555341 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.580174 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Allocated IP 172.27.3.136 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/776ad044-485f-4899-96c6-fe51ac18403f) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:11:04.599963 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-59b1887a-8d2f-4d0a-8530-666bfce24b76 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group_rule (875c037d-d49c-48e3-b40f-fe44dee95a13), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.614551 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-59b1887a-8d2f-4d0a-8530-666bfce24b76 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (875c037d-d49c-48e3-b40f-fe44dee95a13), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.632030 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] For port 8a988f1d-0bb9-4775-b1b1-33badc60a086, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:11:04.635206 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] For port 8a988f1d-0bb9-4775-b1b1-33badc60a086, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=8a988f1d-0bb9-4775-b1b1-33badc60a086,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:11:04.644043 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.667451 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1887a-8d2f-4d0a-8530-666bfce24b76 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875c037d-d49c-48e3-b40f-fe44dee95a13,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:04.696381 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-59b1887a-8d2f-4d0a-8530-666bfce24b76 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.700506 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-59b1887a-8d2f-4d0a-8530-666bfce24b76 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2762997 May 09 23:11:04.701224 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37182) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:04.706679 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Request body: {'floatingip': {'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:04.710562 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bc177-6ada-4e54-9bc9-2181a9415ca0 None None] Pushing event updated for resources: {'Port': ['ID=8a988f1d-0bb9-4775-b1b1-33badc60a086,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:04.748477 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Publish callbacks [] for port (776ad044-485f-4899-96c6-fe51ac18403f), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.753323 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.850062 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (776ad044-485f-4899-96c6-fe51ac18403f), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:04.854813 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:05.193494 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:11:05.202107 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:11:05.211529 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:11:05.232511 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Pushing event updated for resources: {'Port': ['ID=776ad044-485f-4899-96c6-fe51ac18403f,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:05.338099 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Allocated IP 172.27.3.34 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/57ba1fdd-b3c0-468e-a24c-07c76976951e) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:11:05.579454 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for port (57ba1fdd-b3c0-468e-a24c-07c76976951e), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:05.600144 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Publish callbacks [] for router_gateway (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:05.623167 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d02904f-3da0-497a-9df1-22ba81e8ba6f None None] Network 51deb12e-3ca1-4364-adad-de6d7141df3d requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:11:05.667594 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 8a988f1d-0bb9-4775-b1b1-33badc60a086 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:11:05.675656 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (57ba1fdd-b3c0-468e-a24c-07c76976951e), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:05.710461 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-4fdc451d-8e11-43c0-81cb-124491b62f78 None None] Provisioning complete for port 8a988f1d-0bb9-4775-b1b1-33badc60a086 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:05.710849 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4fdc451d-8e11-43c0-81cb-124491b62f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:05.748191 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:11:05.759818 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:11:05.797412 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:11:05.797792 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 8a988f1d-0bb9-4775-b1b1-33badc60a086 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:05.798194 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:05.802281 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event updated for resources: {'Port': ['ID=57ba1fdd-b3c0-468e-a24c-07c76976951e,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:05.891640 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc451d-8e11-43c0-81cb-124491b62f78 None None] Current status of the port 8a988f1d-0bb9-4775-b1b1-33badc60a086 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:05.892028 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4fdc451d-8e11-43c0-81cb-124491b62f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:05.948373 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733209'] for router (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:05.950158 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for floatingip (b3fc3946-6bf3-4b1b-829e-193c0299a0aa), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:05.954723 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-4fdc451d-8e11-43c0-81cb-124491b62f78 None None] For port 8a988f1d-0bb9-4775-b1b1-33badc60a086, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=8a988f1d-0bb9-4775-b1b1-33badc60a086,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:11:05.961979 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 8a988f1d-0bb9-4775-b1b1-33badc60a086 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:05.962349 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:05.964785 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4fdc451d-8e11-43c0-81cb-124491b62f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:06.039095 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (57ba1fdd-b3c0-468e-a24c-07c76976951e), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:06.058999 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc451d-8e11-43c0-81cb-124491b62f78 None None] Pushing event updated for resources: {'Port': ['ID=8a988f1d-0bb9-4775-b1b1-33badc60a086,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:06.070411 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.db.api [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 23:11:06.071604 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG oslo_db.api [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 23:11:06.082213 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-fac84f97-aec7-4c1d-be0c-8d46b8dbae40 None None] Provisioning complete for port 8a988f1d-0bb9-4775-b1b1-33badc60a086 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:06.082586 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fac84f97-aec7-4c1d-be0c-8d46b8dbae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:06.138837 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:11:06.164429 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-fac84f97-aec7-4c1d-be0c-8d46b8dbae40 None None] Current status of the port 8a988f1d-0bb9-4775-b1b1-33badc60a086 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:06.201508 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 is scheduled to L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 with binding_index 1 {{(pid=103349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 23:11:06.286909 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for port (57ba1fdd-b3c0-468e-a24c-07c76976951e), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:06.292245 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (57ba1fdd-b3c0-468e-a24c-07c76976951e), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:06.393921 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event updated for resources: {'Port': ['ID=57ba1fdd-b3c0-468e-a24c-07c76976951e,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:06.405280 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:11:06.414169 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Sync routers for ids ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:11:06.420361 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (b3fc3946-6bf3-4b1b-829e-193c0299a0aa), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:06.424302 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Routers {'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:11:06.424929 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:10:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:06.432957 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:06.434569 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-1bb11ebd-1479-467b-9411-7f35d0732784 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5381052 May 09 23:11:06.437260 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37188) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:06.445920 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:06.447191 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-1b52b6c0-8fab-4450-be57-44a80d1cb082 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7454586 May 09 23:11:06.542289 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Set router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:11:06.613925 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 8a988f1d-0bb9-4775-b1b1-33badc60a086 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:06.642227 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device f0504a29-0f57-4b6a-b659-4d5559910b95 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:11:06.668943 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: f0504a29-0f57-4b6a-b659-4d5559910b95 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:11:06.670007 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device f0504a29-0f57-4b6a-b659-4d5559910b95 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:11:06.736823 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-87d39f46-cff0-4260-b802-a45e14b79a37 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1215509395&fields=id&tenant_id=c0df002b4f614f4bbac1782e1fbb484a HTTP/1.1" status: 200 len: 267 time: 0.1228137 May 09 23:11:06.820447 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '776ad044-485f-4899-96c6-fe51ac18403f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:11:05Z', 'revision_number': 3, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port': {'id': '776ad044-485f-4899-96c6-fe51ac18403f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:04Z', 'updated_at': '2022-05-09T23:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:06.846064 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Checking router: ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:11:06.846441 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Updating router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 port 776ad044-485f-4899-96c6-fe51ac18403f binding host dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:11:06.876193 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (776ad044-485f-4899-96c6-fe51ac18403f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:06.922154 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-dbeb8c1d-27c1-413a-9c39-d87cfd05c600 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:06.923618 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-dbeb8c1d-27c1-413a-9c39-d87cfd05c600 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/networks?id=585983fb-4a68-4b82-b675-7c4ec5efad6e HTTP/1.1" status: 200 len: 811 time: 0.1780584 May 09 23:11:06.963782 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-074ea28e-80c1-440a-bc8e-c5393162c350 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/quotas/c0df002b4f614f4bbac1782e1fbb484a HTTP/1.1" status: 200 len: 375 time: 0.0176399 May 09 23:11:07.037336 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-9f4a9a08-8de4-454e-b406-11bb6b01ce39 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0df002b4f614f4bbac1782e1fbb484a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663755 May 09 23:11:07.043561 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:07.127198 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Publish callbacks [] for port (776ad044-485f-4899-96c6-fe51ac18403f), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:07.132365 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (776ad044-485f-4899-96c6-fe51ac18403f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:07.184556 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Pushing event updated for resources: {'Port': ['ID=776ad044-485f-4899-96c6-fe51ac18403f,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:07.187484 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Attempting to bind port 776ad044-485f-4899-96c6-fe51ac18403f on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:11:07.187850 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Attempting to bind port 776ad044-485f-4899-96c6-fe51ac18403f by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:11:07.188207 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Attempting to bind port 776ad044-485f-4899-96c6-fe51ac18403f on network 986321da-5d6d-49d1-9abb-6b80abe174d1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:11:07.196354 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.196703 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.197068 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.197457 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.197794 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.198145 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.198479 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.198805 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.199129 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.199457 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.199783 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.200121 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.200445 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.200763 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.201081 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:07.204286 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:11:07.204661 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Checking segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:11:07.205054 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:07.205427 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Bound using segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:11:07.205896 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Bound port: 776ad044-485f-4899-96c6-fe51ac18403f, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:11:07.206300 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (776ad044-485f-4899-96c6-fe51ac18403f), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:07.216722 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-ccecfe37-3a5b-480b-9354-cdbc2e6395ad service neutron] 10.222.0.23 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638033 May 09 23:11:07.256378 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] For port 776ad044-485f-4899-96c6-fe51ac18403f, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:11:07.259495 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] For port 776ad044-485f-4899-96c6-fe51ac18403f, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=776ad044-485f-4899-96c6-fe51ac18403f,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:11:07.265824 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (776ad044-485f-4899-96c6-fe51ac18403f), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:07.326974 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Routers {'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:11:07.327612 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:10:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:07.329430 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed4dbb-bf29-41c6-9b19-4698c6656e69 None None] Pushing event updated for resources: {'Port': ['ID=776ad044-485f-4899-96c6-fe51ac18403f,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:07.439765 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] Set router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:11:07.578657 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Allocated IP 172.20.0.1 (51deb12e-3ca1-4364-adad-de6d7141df3d/5a9e6e5d-f0c8-41c6-89db-59452ad17ab5/c89b1a6f-f5d5-41c5-b646-e1dd1a757274) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:11:07.606939 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 8a988f1d-0bb9-4775-b1b1-33badc60a086 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:11:07.631054 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '776ad044-485f-4899-96c6-fe51ac18403f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:11:05Z', 'revision_number': 3, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port': {'id': '776ad044-485f-4899-96c6-fe51ac18403f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:04Z', 'updated_at': '2022-05-09T23:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:07.653804 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 8a988f1d-0bb9-4775-b1b1-33badc60a086 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:07.654374 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:07.655578 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-7995fdf6-c033-4989-ad45-2ed8adc32c4b service neutron] 10.222.0.23 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317153 May 09 23:11:07.659716 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788197b-77c3-407e-ae52-65e29a15ffcd None None] The sync data for ids ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'] in dv-cinder-840678-5-iscsi is: [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '776ad044-485f-4899-96c6-fe51ac18403f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:11:05Z', 'revision_number': 3, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port': {'id': '776ad044-485f-4899-96c6-fe51ac18403f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:04Z', 'updated_at': '2022-05-09T23:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:11:07.724727 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Publish callbacks [] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:07.753767 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 8a988f1d-0bb9-4775-b1b1-33badc60a086 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:07.766082 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:07.809270 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Network 51deb12e-3ca1-4364-adad-de6d7141df3d is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:11:07.812583 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:11:07.820128 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:11:07.823445 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c89b1a6f-f5d5-41c5-b646-e1dd1a757274,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:07.868673 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719412'] for router_interface (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:07.938877 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b65c08f2-f416-451d-ac1e-91f28e381ea2 req-b8192951-8f4f-498a-9b82-5bc776bacf13 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 210 time: 0.0523689 May 09 23:11:08.077839 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:08.223524 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-4891582d-cc7c-4b1f-8347-b81966c7fd7f None None] Provisioning complete for port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:08.234762 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4891582d-cc7c-4b1f-8347-b81966c7fd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:08.282697 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-4891582d-cc7c-4b1f-8347-b81966c7fd7f None None] Port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:11:08.312727 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Publish callbacks [] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:08.318510 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:08.397370 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c89b1a6f-f5d5-41c5-b646-e1dd1a757274,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:08.402334 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719614'] for router_interface (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:08.502795 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Network 51deb12e-3ca1-4364-adad-de6d7141df3d is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:11:08.504211 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:11:08.639303 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:11:08.758782 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:11:08.764277 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-f3dcecc1-72d2-4b40-b2d1-ceaccd4574b2 admin admin] 10.222.0.23 "PUT /v2.0/routers/ad9a3fe1-cc90-4cb9-bbec-96444a4c1695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3258410 May 09 23:11:08.805759 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-78c44943-acc5-4d90-a0cb-aae4d21fd952 None None] Provisioning complete for port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:08.806315 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-78c44943-acc5-4d90-a0cb-aae4d21fd952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:08.841727 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-78c44943-acc5-4d90-a0cb-aae4d21fd952 None None] Port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:11:09.019197 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-4917299a-4569-4f38-b50b-37894ea5a661 req-39e69990-51cc-4c30-b51a-d536409f5c81 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 210 time: 0.0289853 May 09 23:11:09.240584 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37238) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:09.245529 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1850355160-network', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:09.265931 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] Made reservation on behalf of 96cc6132d1dd4be8aba03b926a5afef7 for: {'network': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:11:09.268298 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:09.277164 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:09.357543 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] Publish callbacks [] for security_group (824787f8-b059-4fbc-8e6d-31e0b5bb76d2), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:09.362232 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (824787f8-b059-4fbc-8e6d-31e0b5bb76d2), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:09.388210 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:11:09.397858 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824787f8-b059-4fbc-8e6d-31e0b5bb76d2,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:09.402709 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (58971618-fae1-4b9a-b724-d12eb12ca441), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:09.403050 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.segments_db [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] Added segment 58971618-fae1-4b9a-b724-d12eb12ca441 of type vlan for network 368798b1-a651-4c11-97d0-ae1f6bd07759 May 09 23:11:09.448160 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (368798b1-a651-4c11-97d0-ae1f6bd07759), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:09.471699 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (368798b1-a651-4c11-97d0-ae1f6bd07759), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:09.472915 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:09.473590 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:09.506914 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Sync routers for ids ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:11:09.518389 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Routers {'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:11:09.519062 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:10:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:09.531097 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2893367 May 09 23:11:09.534021 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37240) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:09.541070 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Request body: {'subnet': {'network_id': '368798b1-a651-4c11-97d0-ae1f6bd07759', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1850355160-subnet', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7', 'ip_version': 4}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:09.541199 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83411803-d655-4e1a-8eaa-064e679d639b admin admin] Pushing event updated for resources: {'Network': ['ID=368798b1-a651-4c11-97d0-ae1f6bd07759,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:09.560330 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network 368798b1-a651-4c11-97d0-ae1f6bd07759 details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:11:09.575177 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Made reservation on behalf of 96cc6132d1dd4be8aba03b926a5afef7 for: {'subnet': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:11:09.577672 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9732414'] for subnet (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:09.638671 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 776ad044-485f-4899-96c6-fe51ac18403f up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:11:09.729806 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Set router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:11:09.752233 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9884008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9732392'] for subnet (bbaf7adb-f719-4264-b93f-2600b8015331), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:09.779767 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 776ad044-485f-4899-96c6-fe51ac18403f triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:09.779767 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (776ad044-485f-4899-96c6-fe51ac18403f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:09.815901 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbaf7adb-f719-4264-b93f-2600b8015331,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:09.826386 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.826890 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.827264 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.827659 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.828017 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.828376 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.828703 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.829029 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.829355 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.829681 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.830004 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.830349 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.830667 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.831013 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.831306 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:09.836731 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Checking segment: {'id': '58971618-fae1-4b9a-b724-d12eb12ca441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '368798b1-a651-4c11-97d0-ae1f6bd07759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:11:09.837094 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Network hostable DHCP agents. Network: 368798b1-a651-4c11-97d0-ae1f6bd07759, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:11:09.858661 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Network 368798b1-a651-4c11-97d0-ae1f6bd07759 is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:11:09.867591 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, 368798b1-a651-4c11-97d0-ae1f6bd07759) {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:11:09.872501 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:09.873733 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:09.878996 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b2a7a-63ec-4fc6-b27a-fb069e034642 None None] Network 368798b1-a651-4c11-97d0-ae1f6bd07759 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:11:09.893179 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-6759349d-f4f2-49d1-9656-2bc0eff586b8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3547857 May 09 23:11:09.893636 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37242) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:09.898088 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1850355160-router', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:09.917768 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112480'] for router (062f2eaf-e27d-40aa-b030-1757b1d2087c), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:09.918971 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112511'] for router (062f2eaf-e27d-40aa-b030-1757b1d2087c), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:09.974161 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Publish callbacks [] for router_controller (062f2eaf-e27d-40aa-b030-1757b1d2087c), precommit_add_association {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.073034 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 776ad044-485f-4899-96c6-fe51ac18403f is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:10.073256 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (776ad044-485f-4899-96c6-fe51ac18403f), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.083671 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b24f0e-16ea-5479-91c9-85daf8003eec-368798b1-a651-4c11-97d0-ae1f6bd07759', 'network_id': '368798b1-a651-4c11-97d0-ae1f6bd07759', 'project_id': '96cc6132d1dd4be8aba03b926a5afef7', 'fixed_ips': [{'subnet_id': 'bbaf7adb-f719-4264-b93f-2600b8015331'}]}} from dv-cinder-840678-5-iscsi. {{(pid=103351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 23:11:10.084127 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.114805 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '776ad044-485f-4899-96c6-fe51ac18403f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:11:08Z', 'revision_number': 4, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port': {'id': '776ad044-485f-4899-96c6-fe51ac18403f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:04Z', 'updated_at': '2022-05-09T23:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'c89b1a6f-f5d5-41c5-b646-e1dd1a757274', 'name': '', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'mac_address': 'fa:16:3e:b8:0f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:07Z', 'updated_at': '2022-05-09T23:11:08Z', 'revision_number': 2, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'subnets': [{'id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:10.121336 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] For port 776ad044-485f-4899-96c6-fe51ac18403f, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=776ad044-485f-4899-96c6-fe51ac18403f,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:11:10.143222 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Publish callbacks [] for router_gateway (062f2eaf-e27d-40aa-b030-1757b1d2087c), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.153614 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (776ad044-485f-4899-96c6-fe51ac18403f), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.155923 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Checking router: ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:11:10.156435 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Updating router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 binding host dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:11:10.160971 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d4f7c7eb-ee47-4c16-a4f4-ae26db2d4c17 req-6574d87a-1fec-442d-9656-3d77a8836e79 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 210 time: 0.0381315 May 09 23:11:10.335556 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Publish callbacks [] for router_gateway (062f2eaf-e27d-40aa-b030-1757b1d2087c), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.355102 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.395356 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.452295 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Pushing event updated for resources: {'Port': ['ID=776ad044-485f-4899-96c6-fe51ac18403f,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:10.472703 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Allocated IP 172.27.3.205 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/2302f0ab-9556-4815-adcf-1a77f6331aea) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:11:10.507956 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Allocated IP 172.20.0.2 (368798b1-a651-4c11-97d0-ae1f6bd07759/bbaf7adb-f719-4264-b93f-2600b8015331/8efe097f-7d41-4b04-833d-e63620bb66a2) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:11:10.578221 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Publish callbacks [] for port (2302f0ab-9556-4815-adcf-1a77f6331aea), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.614459 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (2302f0ab-9556-4815-adcf-1a77f6331aea), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.654302 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:11:10.657222 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:11:10.660672 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:11:10.689500 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Pushing event updated for resources: {'Port': ['ID=2302f0ab-9556-4815-adcf-1a77f6331aea,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:10.789267 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Publish callbacks [] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.800763 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.862877 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Network 368798b1-a651-4c11-97d0-ae1f6bd07759 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:11:10.874841 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:11:10.883113 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:11:10.887058 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Publish callbacks [] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.889608 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Pushing event updated for resources: {'Port': ['ID=8efe097f-7d41-4b04-833d-e63620bb66a2,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:10.900076 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.929239 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Publish callbacks [] for router_gateway (062f2eaf-e27d-40aa-b030-1757b1d2087c), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:10.992080 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649326ca-823f-4b9d-87e8-fd45b1dca526 None None] Pushing event updated for resources: {'Port': ['ID=c89b1a6f-f5d5-41c5-b646-e1dd1a757274,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:11.000411 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Attempting to bind port 8efe097f-7d41-4b04-833d-e63620bb66a2 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:11:11.000785 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Attempting to bind port 8efe097f-7d41-4b04-833d-e63620bb66a2 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '58971618-fae1-4b9a-b724-d12eb12ca441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '368798b1-a651-4c11-97d0-ae1f6bd07759'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:11:11.001150 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Attempting to bind port 8efe097f-7d41-4b04-833d-e63620bb66a2 on network 368798b1-a651-4c11-97d0-ae1f6bd07759 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:11:11.024268 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:11:11.024656 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Checking segment: {'id': '58971618-fae1-4b9a-b724-d12eb12ca441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '368798b1-a651-4c11-97d0-ae1f6bd07759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:11:11.025195 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:11.025689 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Bound using segment: {'id': '58971618-fae1-4b9a-b724-d12eb12ca441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '368798b1-a651-4c11-97d0-ae1f6bd07759'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:11:11.026158 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Bound port: 8efe097f-7d41-4b04-833d-e63620bb66a2, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58971618-fae1-4b9a-b724-d12eb12ca441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '368798b1-a651-4c11-97d0-ae1f6bd07759'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:11:11.026555 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:11.065440 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Attempting to bind port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:11:11.065815 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Attempting to bind port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '114e301e-2303-454c-830d-efe02661d4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:11:11.066216 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Attempting to bind port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 on network 51deb12e-3ca1-4364-adad-de6d7141df3d {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:11:11.098367 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:11:11.103326 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Checking segment: {'id': '114e301e-2303-454c-830d-efe02661d4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:11:11.103840 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:11.104862 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Bound using segment: {'id': '114e301e-2303-454c-830d-efe02661d4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:11:11.105885 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Bound port: c89b1a6f-f5d5-41c5-b646-e1dd1a757274, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114e301e-2303-454c-830d-efe02661d4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:11:11.106366 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:11.155761 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733209'] for router (062f2eaf-e27d-40aa-b030-1757b1d2087c), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:11.195638 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] For port 8efe097f-7d41-4b04-833d-e63620bb66a2, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:11:11.216095 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] For port 8efe097f-7d41-4b04-833d-e63620bb66a2, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=8efe097f-7d41-4b04-833d-e63620bb66a2,segment=NetworkSegment(58971618-fae1-4b9a-b724-d12eb12ca441),segment_id=58971618-fae1-4b9a-b724-d12eb12ca441)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:11:11.218744 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] For port c89b1a6f-f5d5-41c5-b646-e1dd1a757274, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:11:11.231614 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] For port c89b1a6f-f5d5-41c5-b646-e1dd1a757274, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=c89b1a6f-f5d5-41c5-b646-e1dd1a757274,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:11:11.234904 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:11.261347 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:11.295427 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9f8bdbd7-ba5d-438c-bf8b-ad99af75389c req-12c69c3e-5b60-49bd-83fb-5adadd9d1c1c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 210 time: 0.0334485 May 09 23:11:11.309851 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-cdfe65a8-5742-402d-a4b6-cff97ce38fa7 None None] Provisioning complete for port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:11.310013 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cdfe65a8-5742-402d-a4b6-cff97ce38fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:11.343350 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463de11-c142-4e89-8463-63d1b8b03edf None None] Pushing event updated for resources: {'Port': ['ID=8efe097f-7d41-4b04-833d-e63620bb66a2,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:11.360629 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Router 062f2eaf-e27d-40aa-b030-1757b1d2087c is scheduled to L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 with binding_index 1 {{(pid=103349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 23:11:11.377920 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Routers {'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:11:11.378382 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:10:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:11.693942 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649326ca-823f-4b9d-87e8-fd45b1dca526 None None] Pushing event updated for resources: {'Port': ['ID=c89b1a6f-f5d5-41c5-b646-e1dd1a757274,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:11.711630 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 776ad044-485f-4899-96c6-fe51ac18403f up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:11:11.782722 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-aa279fbb-e8a8-48c7-83d6-a58da9b16d4b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:11.784295 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-aa279fbb-e8a8-48c7-83d6-a58da9b16d4b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.55 "GET /v2.0/networks?id=585983fb-4a68-4b82-b675-7c4ec5efad6e HTTP/1.1" status: 200 len: 811 time: 0.2435682 May 09 23:11:11.810608 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe65a8-5742-402d-a4b6-cff97ce38fa7 None None] Current status of the port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:11.811065 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cdfe65a8-5742-402d-a4b6-cff97ce38fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:11.850019 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] Set router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:11:11.905950 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 776ad044-485f-4899-96c6-fe51ac18403f triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:11.906617 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (776ad044-485f-4899-96c6-fe51ac18403f), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:11.912187 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-cdfe65a8-5742-402d-a4b6-cff97ce38fa7 None None] For port c89b1a6f-f5d5-41c5-b646-e1dd1a757274, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=c89b1a6f-f5d5-41c5-b646-e1dd1a757274,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:11:11.918592 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:11:11.932200 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Sync routers for ids ['062f2eaf-e27d-40aa-b030-1757b1d2087c'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:11:11.935081 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:11.936372 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-f2214647-2392-4aa6-9de3-770f5644ed51 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0416799 May 09 23:11:11.939192 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37256) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:11.945271 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Routers {'062f2eaf-e27d-40aa-b030-1757b1d2087c'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:11:11.945513 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cdfe65a8-5742-402d-a4b6-cff97ce38fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:11.946329 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:10:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['062f2eaf-e27d-40aa-b030-1757b1d2087c'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:12.056797 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Set router 062f2eaf-e27d-40aa-b030-1757b1d2087c gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:11:12.093940 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-d4d26137-9d87-40a4-bb44-c725346d7bb1 None None] Provisioning complete for port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:12.094330 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d4d26137-9d87-40a4-bb44-c725346d7bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:12.128073 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe65a8-5742-402d-a4b6-cff97ce38fa7 None None] Pushing event updated for resources: {'Port': ['ID=c89b1a6f-f5d5-41c5-b646-e1dd1a757274,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:12.224714 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 776ad044-485f-4899-96c6-fe51ac18403f is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:12.246036 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'name': 'tempest-TestShelveInstance-1850355160-router', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '2302f0ab-9556-4815-adcf-1a77f6331aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:09Z', 'updated_at': '2022-05-09T23:11:10Z', 'revision_number': 3, 'project_id': '96cc6132d1dd4be8aba03b926a5afef7', 'gw_port': {'id': '2302f0ab-9556-4815-adcf-1a77f6331aea', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:10Z', 'updated_at': '2022-05-09T23:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:12.277999 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d4d26137-9d87-40a4-bb44-c725346d7bb1 None None] Current status of the port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:12.278910 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Checking router: 062f2eaf-e27d-40aa-b030-1757b1d2087c for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:11:12.279451 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Updating router 062f2eaf-e27d-40aa-b030-1757b1d2087c port 2302f0ab-9556-4815-adcf-1a77f6331aea binding host dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:11:12.284711 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '776ad044-485f-4899-96c6-fe51ac18403f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:11:08Z', 'revision_number': 4, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port': {'id': '776ad044-485f-4899-96c6-fe51ac18403f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:04Z', 'updated_at': '2022-05-09T23:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'c89b1a6f-f5d5-41c5-b646-e1dd1a757274', 'name': '', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'mac_address': 'fa:16:3e:b8:0f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:07Z', 'updated_at': '2022-05-09T23:11:11Z', 'revision_number': 4, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'subnets': [{'id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:12.310879 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (2302f0ab-9556-4815-adcf-1a77f6331aea), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:12.468347 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d860a53-3df3-4b9a-bb9b-5ddf9365c664 None None] The sync data for ids ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'] in dv-cinder-840678-5-iscsi is: [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '776ad044-485f-4899-96c6-fe51ac18403f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:11:08Z', 'revision_number': 4, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port': {'id': '776ad044-485f-4899-96c6-fe51ac18403f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:04Z', 'updated_at': '2022-05-09T23:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'c89b1a6f-f5d5-41c5-b646-e1dd1a757274', 'name': '', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'mac_address': 'fa:16:3e:b8:0f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:07Z', 'updated_at': '2022-05-09T23:11:11Z', 'revision_number': 4, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'subnets': [{'id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:11:12.513517 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dbbf1db5-62b3-47dd-bc6b-1594bdb3080c req-4e3da938-6087-49b3-9dc6-2a13193c347c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 210 time: 0.0369213 May 09 23:11:12.669960 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Publish callbacks [] for port (2302f0ab-9556-4815-adcf-1a77f6331aea), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:12.678280 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (2302f0ab-9556-4815-adcf-1a77f6331aea), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:12.698274 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c1a43d-9bf9-4d58-bd84-2bc8d77012c4 None None] Network 368798b1-a651-4c11-97d0-ae1f6bd07759 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:11:12.732022 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4539781-6196-4924-b062-e7f110704102 None None] Pushing event updated for resources: {'Port': ['ID=2302f0ab-9556-4815-adcf-1a77f6331aea,revision_number=2']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:12.749028 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Attempting to bind port 2302f0ab-9556-4815-adcf-1a77f6331aea on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:11:12.749393 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Attempting to bind port 2302f0ab-9556-4815-adcf-1a77f6331aea by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:11:12.749752 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Attempting to bind port 2302f0ab-9556-4815-adcf-1a77f6331aea on network 986321da-5d6d-49d1-9abb-6b80abe174d1 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:11:12.755083 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:11:12.755453 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Checking segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:11:12.755852 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:12.756237 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Bound using segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:11:12.756728 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Bound port: 2302f0ab-9556-4815-adcf-1a77f6331aea, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:11:12.757073 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (2302f0ab-9556-4815-adcf-1a77f6331aea), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:12.816850 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-39ecbf20-8ba0-4bc3-8ab2-715c7477cfa5 None None] Provisioning complete for port 8efe097f-7d41-4b04-833d-e63620bb66a2 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:12.817335 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39ecbf20-8ba0-4bc3-8ab2-715c7477cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:12.828500 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] For port 2302f0ab-9556-4815-adcf-1a77f6331aea, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:11:12.832438 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] For port 2302f0ab-9556-4815-adcf-1a77f6331aea, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=2302f0ab-9556-4815-adcf-1a77f6331aea,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:11:12.844486 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (2302f0ab-9556-4815-adcf-1a77f6331aea), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:12.903898 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:12.928990 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4539781-6196-4924-b062-e7f110704102 None None] Pushing event updated for resources: {'Port': ['ID=2302f0ab-9556-4815-adcf-1a77f6331aea,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:12.953169 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-39ecbf20-8ba0-4bc3-8ab2-715c7477cfa5 None None] Current status of the port 8efe097f-7d41-4b04-833d-e63620bb66a2 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:12.954730 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39ecbf20-8ba0-4bc3-8ab2-715c7477cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:12.967542 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Routers {'062f2eaf-e27d-40aa-b030-1757b1d2087c'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:11:12.969144 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:10:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['062f2eaf-e27d-40aa-b030-1757b1d2087c'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:13.012480 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-39ecbf20-8ba0-4bc3-8ab2-715c7477cfa5 None None] For port 8efe097f-7d41-4b04-833d-e63620bb66a2, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=8efe097f-7d41-4b04-833d-e63620bb66a2,segment=NetworkSegment(58971618-fae1-4b9a-b724-d12eb12ca441),segment_id=58971618-fae1-4b9a-b724-d12eb12ca441)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:11:13.021690 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-39ecbf20-8ba0-4bc3-8ab2-715c7477cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:13.126001 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecbf20-8ba0-4bc3-8ab2-715c7477cfa5 None None] Pushing event updated for resources: {'Port': ['ID=8efe097f-7d41-4b04-833d-e63620bb66a2,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:13.127026 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] Set router 062f2eaf-e27d-40aa-b030-1757b1d2087c gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:11:13.141703 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Allocated IP 172.20.0.1 (368798b1-a651-4c11-97d0-ae1f6bd07759/bbaf7adb-f719-4264-b93f-2600b8015331/243c587f-aaf8-484e-a422-1431b99c3d61) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:11:13.245335 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-12ea751e-c33b-4043-9a3f-88002f549fdf None None] Provisioning complete for port 8efe097f-7d41-4b04-833d-e63620bb66a2 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:13.246081 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-12ea751e-c33b-4043-9a3f-88002f549fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:13.268382 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Publish callbacks [] for port (243c587f-aaf8-484e-a422-1431b99c3d61), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:13.311517 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:13.341997 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-12ea751e-c33b-4043-9a3f-88002f549fdf None None] Current status of the port 8efe097f-7d41-4b04-833d-e63620bb66a2 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:13.351954 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Network 368798b1-a651-4c11-97d0-ae1f6bd07759 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:11:13.355821 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:11:13.359678 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:11:13.410883 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Pushing event updated for resources: {'Port': ['ID=243c587f-aaf8-484e-a422-1431b99c3d61,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:13.436324 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719412'] for router_interface (062f2eaf-e27d-40aa-b030-1757b1d2087c), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:13.452489 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'name': 'tempest-TestShelveInstance-1850355160-router', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '2302f0ab-9556-4815-adcf-1a77f6331aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:09Z', 'updated_at': '2022-05-09T23:11:10Z', 'revision_number': 3, 'project_id': '96cc6132d1dd4be8aba03b926a5afef7', 'gw_port': {'id': '2302f0ab-9556-4815-adcf-1a77f6331aea', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:10Z', 'updated_at': '2022-05-09T23:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:13.482718 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10589f21-c5ee-4688-bf42-547a4f4f1f6a None None] The sync data for ids ['062f2eaf-e27d-40aa-b030-1757b1d2087c'] in dv-cinder-840678-5-iscsi is: [{'id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'name': 'tempest-TestShelveInstance-1850355160-router', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '2302f0ab-9556-4815-adcf-1a77f6331aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:09Z', 'updated_at': '2022-05-09T23:11:10Z', 'revision_number': 3, 'project_id': '96cc6132d1dd4be8aba03b926a5afef7', 'gw_port': {'id': '2302f0ab-9556-4815-adcf-1a77f6331aea', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:10Z', 'updated_at': '2022-05-09T23:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:11:13.673634 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:13.683286 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-d5be10bf-2362-41bb-842e-7f3dde852867 None None] Provisioning complete for port 243c587f-aaf8-484e-a422-1431b99c3d61 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:13.683656 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d5be10bf-2362-41bb-842e-7f3dde852867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:13.689157 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-05a59015-e90c-407a-945d-7eec7539a7b6 req-49ea353f-4f7e-41ca-b8bd-9e7f4d08e2c8 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 210 time: 0.0327394 May 09 23:11:13.726320 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device c89b1a6f-f5d5-41c5-b646-e1dd1a757274 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:11:13.780332 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d5be10bf-2362-41bb-842e-7f3dde852867 None None] Port 243c587f-aaf8-484e-a422-1431b99c3d61 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:11:13.800272 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:13.800719 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:13.907292 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:13.909310 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 8efe097f-7d41-4b04-833d-e63620bb66a2 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:11:13.919120 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Publish callbacks [] for port (243c587f-aaf8-484e-a422-1431b99c3d61), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:13.925437 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:13.975662 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 8efe097f-7d41-4b04-833d-e63620bb66a2 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:13.976234 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:14.020394 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Pushing event updated for resources: {'Port': ['ID=243c587f-aaf8-484e-a422-1431b99c3d61,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:14.026309 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719614'] for router_interface (062f2eaf-e27d-40aa-b030-1757b1d2087c), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:14.068488 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 8efe097f-7d41-4b04-833d-e63620bb66a2 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:14.126463 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Network 368798b1-a651-4c11-97d0-ae1f6bd07759 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:11:14.127867 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:11:14.266390 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Router 062f2eaf-e27d-40aa-b030-1757b1d2087c has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:11:14.403842 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-559180bd-68d9-4188-ab19-216cbfa1c4a0 None None] Provisioning complete for port 243c587f-aaf8-484e-a422-1431b99c3d61 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:14.404216 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-559180bd-68d9-4188-ab19-216cbfa1c4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:14.418718 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-c30a7bd0-443e-4b53-8d79-3b1a5c23b658 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0df002b4f614f4bbac1782e1fbb484a HTTP/1.1" status: 200 len: 380 time: 0.1062381 May 09 23:11:14.433156 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-96c03f50-b226-4d6c-8827-bbce1a2ff733 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Request body: {'port': {'device_id': '6995d5b2-6790-4cc9-b968-82e8b7890c71', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'admin_state_up': True, 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'security_groups': ['5f4edf40-1873-4ef4-bca5-75862a77e398']}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:14.439231 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:11:14.452508 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-559180bd-68d9-4188-ab19-216cbfa1c4a0 None None] Port 243c587f-aaf8-484e-a422-1431b99c3d61 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:11:14.461399 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-3954d0c2-dfc4-4b78-a575-c7e820dd330e admin admin] 10.222.0.23 "PUT /v2.0/routers/062f2eaf-e27d-40aa-b030-1757b1d2087c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5206766 May 09 23:11:14.575656 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-96c03f50-b226-4d6c-8827-bbce1a2ff733 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Made reservation on behalf of c0df002b4f614f4bbac1782e1fbb484a for: {'port': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:11:14.579224 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-96c03f50-b226-4d6c-8827-bbce1a2ff733 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:14.726546 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-96c03f50-b226-4d6c-8827-bbce1a2ff733 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Allocated IP 172.20.0.7 (585983fb-4a68-4b82-b675-7c4ec5efad6e/97590d58-940b-4c83-8d2a-73cabe05d262/d8dd358c-7158-401a-abeb-8ab45dc5131b) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:11:14.810141 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-adda31f0-f91a-4144-bdc2-f4cf4f5d93c4 req-ca1d33ec-7955-4fcb-b950-2dbf6d3fbd94 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 210 time: 0.0370431 May 09 23:11:14.861319 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37294) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:14.873047 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-b2b01e3e-defb-4d05-adcc-0156f22f79f5 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549799645', 'description': 'tempest-secgroup-smoke-549799645 description', 'project_id': '130ce8965a764f6d8910c2bba4561534'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:14.914760 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b2b01e3e-defb-4d05-adcc-0156f22f79f5 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:14.918571 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-96c03f50-b226-4d6c-8827-bbce1a2ff733 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:14.996632 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-96c03f50-b226-4d6c-8827-bbce1a2ff733 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.047147 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b2b01e3e-defb-4d05-adcc-0156f22f79f5 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group (a2182134-4095-4e69-84c5-2368ddcdf2fc), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.056077 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b2b01e3e-defb-4d05-adcc-0156f22f79f5 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a2182134-4095-4e69-84c5-2368ddcdf2fc), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.074556 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-96c03f50-b226-4d6c-8827-bbce1a2ff733 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Network 585983fb-4a68-4b82-b675-7c4ec5efad6e is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:11:15.084063 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-96c03f50-b226-4d6c-8827-bbce1a2ff733 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:11:15.090547 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c03f50-b226-4d6c-8827-bbce1a2ff733 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event updated for resources: {'Port': ['ID=d8dd358c-7158-401a-abeb-8ab45dc5131b,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:15.092828 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-96c03f50-b226-4d6c-8827-bbce1a2ff733 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:11:15.126293 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b01e3e-defb-4d05-adcc-0156f22f79f5 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2182134-4095-4e69-84c5-2368ddcdf2fc,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:15.134753 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-b2b01e3e-defb-4d05-adcc-0156f22f79f5 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.138857 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-b2b01e3e-defb-4d05-adcc-0156f22f79f5 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2737131 May 09 23:11:15.139218 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37310) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:15.143688 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-b3a870ee-ac36-44fa-b935-83cd66985761 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Request body: {'security_group_rule': {'security_group_id': 'a2182134-4095-4e69-84c5-2368ddcdf2fc', 'project_id': '130ce8965a764f6d8910c2bba4561534', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:15.157468 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-96c03f50-b226-4d6c-8827-bbce1a2ff733 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:15.158109 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-96c03f50-b226-4d6c-8827-bbce1a2ff733 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.172602 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b3a870ee-ac36-44fa-b935-83cd66985761 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (c4b554b3-8d20-41c3-ae2a-fbb8654b3c80), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.184114 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-96c03f50-b226-4d6c-8827-bbce1a2ff733 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7550280 May 09 23:11:15.202933 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Request body: {'port': {'device_id': '6995d5b2-6790-4cc9-b968-82e8b7890c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:15.255825 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b3a870ee-ac36-44fa-b935-83cd66985761 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (c4b554b3-8d20-41c3-ae2a-fbb8654b3c80), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.262971 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b3a870ee-ac36-44fa-b935-83cd66985761 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (c4b554b3-8d20-41c3-ae2a-fbb8654b3c80), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.287145 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.287913 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a870ee-ac36-44fa-b935-83cd66985761 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b554b3-8d20-41c3-ae2a-fbb8654b3c80,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:15.301539 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b3a870ee-ac36-44fa-b935-83cd66985761 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.302794 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-b3a870ee-ac36-44fa-b935-83cd66985761 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625793 May 09 23:11:15.307419 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37318) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:15.312517 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-1c15b05d-0bcc-4b1e-824e-77f9fa5f9d27 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Request body: {'security_group_rule': {'security_group_id': 'a2182134-4095-4e69-84c5-2368ddcdf2fc', 'project_id': '130ce8965a764f6d8910c2bba4561534', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:15.348959 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1c15b05d-0bcc-4b1e-824e-77f9fa5f9d27 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (152068c7-f3a4-49e7-8d82-1523dbb64183), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.378821 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-d87fd054-1fb9-42ba-a65f-415f781b4202 None None] Provisioning complete for port d8dd358c-7158-401a-abeb-8ab45dc5131b triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:15.379328 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d87fd054-1fb9-42ba-a65f-415f781b4202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.447613 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1c15b05d-0bcc-4b1e-824e-77f9fa5f9d27 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (152068c7-f3a4-49e7-8d82-1523dbb64183), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.453107 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1c15b05d-0bcc-4b1e-824e-77f9fa5f9d27 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (152068c7-f3a4-49e7-8d82-1523dbb64183), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.463551 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-d87fd054-1fb9-42ba-a65f-415f781b4202 None None] Port d8dd358c-7158-401a-abeb-8ab45dc5131b cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:11:15.473647 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15b05d-0bcc-4b1e-824e-77f9fa5f9d27 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152068c7-f3a4-49e7-8d82-1523dbb64183,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:15.491943 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1c15b05d-0bcc-4b1e-824e-77f9fa5f9d27 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.496135 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-1c15b05d-0bcc-4b1e-824e-77f9fa5f9d27 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1876640 May 09 23:11:15.496748 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37326) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:15.501991 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-77646481-f714-425d-b014-15d16c35235a tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Request body: {'security_group_rule': {'security_group_id': 'a2182134-4095-4e69-84c5-2368ddcdf2fc', 'project_id': '130ce8965a764f6d8910c2bba4561534', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:15.541611 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-77646481-f714-425d-b014-15d16c35235a tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (b1ce690b-c63d-4653-b889-28a820c1814a), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.611917 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-77646481-f714-425d-b014-15d16c35235a tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (b1ce690b-c63d-4653-b889-28a820c1814a), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.617879 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-77646481-f714-425d-b014-15d16c35235a tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (b1ce690b-c63d-4653-b889-28a820c1814a), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.632763 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8dd358c-7158-401a-abeb-8ab45dc5131b {{(pid=103350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:11:15.645770 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77646481-f714-425d-b014-15d16c35235a tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ce690b-c63d-4653-b889-28a820c1814a,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:15.647578 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 2302f0ab-9556-4815-adcf-1a77f6331aea up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:11:15.654294 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Publish callbacks [] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.655762 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-77646481-f714-425d-b014-15d16c35235a tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.659771 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-77646481-f714-425d-b014-15d16c35235a tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591437 May 09 23:11:15.660494 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37330) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:15.669299 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-3fd53e38-a666-4b6d-b63b-291a8ae6a2e0 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Request body: {'security_group_rule': {'security_group_id': 'a2182134-4095-4e69-84c5-2368ddcdf2fc', 'project_id': '130ce8965a764f6d8910c2bba4561534', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:15.672532 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.provisioning_blocks [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Transition to ACTIVE for port object d8dd358c-7158-401a-abeb-8ab45dc5131b will not be triggered until provisioned by entity L2. {{(pid=103350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:11:15.677602 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.713198 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3fd53e38-a666-4b6d-b63b-291a8ae6a2e0 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (df19ba93-5a43-41d3-b489-aac7e6380d57), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.713804 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 2302f0ab-9556-4815-adcf-1a77f6331aea triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:15.714406 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (2302f0ab-9556-4815-adcf-1a77f6331aea), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.746476 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Pushing event updated for resources: {'Port': ['ID=d8dd358c-7158-401a-abeb-8ab45dc5131b,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:15.794629 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3fd53e38-a666-4b6d-b63b-291a8ae6a2e0 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (df19ba93-5a43-41d3-b489-aac7e6380d57), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.800427 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3fd53e38-a666-4b6d-b63b-291a8ae6a2e0 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (df19ba93-5a43-41d3-b489-aac7e6380d57), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.826774 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd53e38-a666-4b6d-b63b-291a8ae6a2e0 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df19ba93-5a43-41d3-b489-aac7e6380d57,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:15.831167 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-3fd53e38-a666-4b6d-b63b-291a8ae6a2e0 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.838628 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Attempting to bind port d8dd358c-7158-401a-abeb-8ab45dc5131b on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:11:15.838968 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Attempting to bind port d8dd358c-7158-401a-abeb-8ab45dc5131b by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:11:15.839299 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Attempting to bind port d8dd358c-7158-401a-abeb-8ab45dc5131b on network 585983fb-4a68-4b82-b675-7c4ec5efad6e {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:11:15.845568 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 2302f0ab-9556-4815-adcf-1a77f6331aea is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:15.846259 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (2302f0ab-9556-4815-adcf-1a77f6331aea), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.846376 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Port d8dd358c-7158-401a-abeb-8ab45dc5131b on network 585983fb-4a68-4b82-b675-7c4ec5efad6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:11:15.846672 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Attempting to bind port d8dd358c-7158-401a-abeb-8ab45dc5131b on network 585983fb-4a68-4b82-b675-7c4ec5efad6e {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:11:15.849009 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-3fd53e38-a666-4b6d-b63b-291a8ae6a2e0 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1854172 May 09 23:11:15.850779 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37334) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:15.863809 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-bb05ee2a-8d70-497e-94ab-aa24b65ad325 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Request body: {'security_group_rule': {'security_group_id': 'a2182134-4095-4e69-84c5-2368ddcdf2fc', 'project_id': '130ce8965a764f6d8910c2bba4561534', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:15.877881 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:11:15.878249 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Checking segment: {'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:11:15.878631 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Bound using segment: {'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:11:15.879075 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Bound port: d8dd358c-7158-401a-abeb-8ab45dc5131b, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48fd6b85-42d9-4062-a3d1-c35660dc0948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e'}}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:11:15.879432 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.882569 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] For port 2302f0ab-9556-4815-adcf-1a77f6331aea, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=2302f0ab-9556-4815-adcf-1a77f6331aea,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:11:15.886176 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Sync routers for ids ['062f2eaf-e27d-40aa-b030-1757b1d2087c'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:11:15.894898 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (2302f0ab-9556-4815-adcf-1a77f6331aea), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.905003 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Routers {'062f2eaf-e27d-40aa-b030-1757b1d2087c'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:11:15.905847 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:10:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['062f2eaf-e27d-40aa-b030-1757b1d2087c'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:15.933245 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.securitygroups_db [None req-bb05ee2a-8d70-497e-94ab-aa24b65ad325 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Project 130ce8965a764f6d8910c2bba4561534 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 23:11:15.944586 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-bb05ee2a-8d70-497e-94ab-aa24b65ad325 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (74d08714-dda7-4731-884d-79aecd8f319d), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:15.965557 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fe8d4-26a8-43e9-9c68-f62694b2a1f6 req-2e0a7062-1241-4c73-b500-97df4a893e1b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:15.971248 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0a7fe8d4-26a8-43e9-9c68-f62694b2a1f6 req-2e0a7062-1241-4c73-b500-97df4a893e1b tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 943 time: 0.0676274 May 09 23:11:16.001648 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Pushing event updated for resources: {'Port': ['ID=2302f0ab-9556-4815-adcf-1a77f6331aea,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:16.003230 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] For port d8dd358c-7158-401a-abeb-8ab45dc5131b, host hv-cinder-84067, cleared binding levels {{(pid=103350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:11:16.024896 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] For port d8dd358c-7158-401a-abeb-8ab45dc5131b, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d8dd358c-7158-401a-abeb-8ab45dc5131b,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:11:16.046066 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:16.049292 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-bb05ee2a-8d70-497e-94ab-aa24b65ad325 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (74d08714-dda7-4731-884d-79aecd8f319d), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:16.050516 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0a7fe8d4-26a8-43e9-9c68-f62694b2a1f6 req-47d0b2f6-8cb4-44b3-9d09-b846fbaf088e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f4edf40-1873-4ef4-bca5-75862a77e398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757282 May 09 23:11:16.074932 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Set router 062f2eaf-e27d-40aa-b030-1757b1d2087c gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:11:16.081272 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-bb05ee2a-8d70-497e-94ab-aa24b65ad325 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (74d08714-dda7-4731-884d-79aecd8f319d), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:16.105839 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:16.107090 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:16.108483 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] 10.222.0.55 "PUT /v2.0/ports/d8dd358c-7158-401a-abeb-8ab45dc5131b HTTP/1.1" status: 200 len: 1093 time: 0.9117031 May 09 23:11:16.110218 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6995d5b2-6790-4cc9-b968-82e8b7890c71', 'tag': 'd8dd358c-7158-401a-abeb-8ab45dc5131b'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:11:16.112474 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c210ee7d-49c6-42c6-99d7-4af6c05cd3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6995d5b2-6790-4cc9-b968-82e8b7890c71", "tag": "d8dd358c-7158-401a-abeb-8ab45dc5131b"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:11:16.143598 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05ee2a-8d70-497e-94ab-aa24b65ad325 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d08714-dda7-4731-884d-79aecd8f319d,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:16.152284 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-bb05ee2a-8d70-497e-94ab-aa24b65ad325 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:16.156262 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-bb05ee2a-8d70-497e-94ab-aa24b65ad325 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3017495 May 09 23:11:16.156654 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37338) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:16.162018 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-244accdb-cdf9-4667-9ba0-abb066c12dc4 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Request body: {'security_group_rule': {'security_group_id': 'a2182134-4095-4e69-84c5-2368ddcdf2fc', 'project_id': '130ce8965a764f6d8910c2bba4561534', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:16.180143 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564e00a8-6447-4c67-afe1-91902acdc64e x-openstack-request-id: req-564e00a8-6447-4c67-afe1-91902acdc64e {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:11:16.180443 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6995d5b2-6790-4cc9-b968-82e8b7890c71", "tag": "d8dd358c-7158-401a-abeb-8ab45dc5131b", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:11:16.180699 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-564e00a8-6447-4c67-afe1-91902acdc64e {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:11:16.181115 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564e00a8-6447-4c67-afe1-91902acdc64e'] response: {'name': 'network-changed', 'server_uuid': '6995d5b2-6790-4cc9-b968-82e8b7890c71', 'tag': 'd8dd358c-7158-401a-abeb-8ab45dc5131b', 'status': 'completed', 'code': 200} May 09 23:11:16.188771 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.securitygroups_db [None req-244accdb-cdf9-4667-9ba0-abb066c12dc4 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Project 130ce8965a764f6d8910c2bba4561534 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 23:11:16.195515 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-244accdb-cdf9-4667-9ba0-abb066c12dc4 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (83cad558-a238-42e7-ace9-2886afd806b3), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:16.200962 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b80742-a23f-4e8a-b554-90143807a946 service neutron] Pushing event updated for resources: {'Port': ['ID=d8dd358c-7158-401a-abeb-8ab45dc5131b,revision_number=3']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:16.219880 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-d88abe63-28a8-4616-9464-723c63659408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:16.222351 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-d88abe63-28a8-4616-9464-723c63659408 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0df002b4f614f4bbac1782e1fbb484a&device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 1127 time: 0.0623729 May 09 23:11:16.278319 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-244accdb-cdf9-4667-9ba0-abb066c12dc4 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (83cad558-a238-42e7-ace9-2886afd806b3), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:16.284272 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-244accdb-cdf9-4667-9ba0-abb066c12dc4 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (83cad558-a238-42e7-ace9-2886afd806b3), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:16.284683 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-d8958c47-0901-4c6f-8680-178d7dca5119 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8dd358c-7158-401a-abeb-8ab45dc5131b HTTP/1.1" status: 200 len: 217 time: 0.0492499 May 09 23:11:16.304347 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244accdb-cdf9-4667-9ba0-abb066c12dc4 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cad558-a238-42e7-ace9-2886afd806b3,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:16.319434 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-244accdb-cdf9-4667-9ba0-abb066c12dc4 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:16.329513 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'name': 'tempest-TestShelveInstance-1850355160-router', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '2302f0ab-9556-4815-adcf-1a77f6331aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:09Z', 'updated_at': '2022-05-09T23:11:13Z', 'revision_number': 4, 'project_id': '96cc6132d1dd4be8aba03b926a5afef7', 'gw_port': {'id': '2302f0ab-9556-4815-adcf-1a77f6331aea', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:10Z', 'updated_at': '2022-05-09T23:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '243c587f-aaf8-484e-a422-1431b99c3d61', 'name': '', 'network_id': '368798b1-a651-4c11-97d0-ae1f6bd07759', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7', 'mac_address': 'fa:16:3e:97:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'bbaf7adb-f719-4264-b93f-2600b8015331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:12Z', 'updated_at': '2022-05-09T23:11:13Z', 'revision_number': 2, 'project_id': '96cc6132d1dd4be8aba03b926a5afef7', 'subnets': [{'id': 'bbaf7adb-f719-4264-b93f-2600b8015331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:16.330443 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-244accdb-cdf9-4667-9ba0-abb066c12dc4 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1723495 May 09 23:11:16.353971 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-70356060-5acf-4449-8374-31c055dd79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:16.355870 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-70356060-5acf-4449-8374-31c055dd79ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97590d58-940b-4c83-8d2a-73cabe05d262 HTTP/1.1" status: 200 len: 850 time: 0.0608356 May 09 23:11:16.372141 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Checking router: 062f2eaf-e27d-40aa-b030-1757b1d2087c for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:11:16.372505 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Updating router 062f2eaf-e27d-40aa-b030-1757b1d2087c port 243c587f-aaf8-484e-a422-1431b99c3d61 binding host dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:11:16.401307 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:16.410202 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-ba3a7ae8-4d1d-4cf7-8f18-e255a69d11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:16.411724 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-ba3a7ae8-4d1d-4cf7-8f18-e255a69d11cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=585983fb-4a68-4b82-b675-7c4ec5efad6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465395 May 09 23:11:16.511388 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-683f7a41-d4c7-4ab8-b265-fbcf0f25dabc service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919704 May 09 23:11:16.620687 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f1381238-f7fd-471a-98be-5fecb5aefc3d req-b7d4be0a-a989-4e65-a262-695da3707e7e service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984247 May 09 23:11:16.716532 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Publish callbacks [] for port (243c587f-aaf8-484e-a422-1431b99c3d61), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:16.722036 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:16.778453 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c3f06-4614-4455-919c-8b6a62149581 None None] Pushing event updated for resources: {'Port': ['ID=243c587f-aaf8-484e-a422-1431b99c3d61,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:16.852572 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Attempting to bind port 243c587f-aaf8-484e-a422-1431b99c3d61 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:11:16.853763 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Attempting to bind port 243c587f-aaf8-484e-a422-1431b99c3d61 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '58971618-fae1-4b9a-b724-d12eb12ca441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '368798b1-a651-4c11-97d0-ae1f6bd07759'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:11:16.853971 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Attempting to bind port 243c587f-aaf8-484e-a422-1431b99c3d61 on network 368798b1-a651-4c11-97d0-ae1f6bd07759 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:11:16.860375 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:11:16.860763 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Checking segment: {'id': '58971618-fae1-4b9a-b724-d12eb12ca441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '368798b1-a651-4c11-97d0-ae1f6bd07759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:11:16.861238 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:16.861643 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Bound using segment: {'id': '58971618-fae1-4b9a-b724-d12eb12ca441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '368798b1-a651-4c11-97d0-ae1f6bd07759'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:11:16.862162 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Bound port: 243c587f-aaf8-484e-a422-1431b99c3d61, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58971618-fae1-4b9a-b724-d12eb12ca441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '368798b1-a651-4c11-97d0-ae1f6bd07759'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:11:16.862590 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:16.935084 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] For port 243c587f-aaf8-484e-a422-1431b99c3d61, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:11:16.938248 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] For port 243c587f-aaf8-484e-a422-1431b99c3d61, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=243c587f-aaf8-484e-a422-1431b99c3d61,segment=NetworkSegment(58971618-fae1-4b9a-b724-d12eb12ca441),segment_id=58971618-fae1-4b9a-b724-d12eb12ca441)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:11:16.944280 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:17.026276 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-dba5b325-8cef-4ceb-b0aa-33ad45bd288b None None] Provisioning complete for port 243c587f-aaf8-484e-a422-1431b99c3d61 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:17.026535 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dba5b325-8cef-4ceb-b0aa-33ad45bd288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:17.034814 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Routers {'062f2eaf-e27d-40aa-b030-1757b1d2087c'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:11:17.035495 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:10:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['062f2eaf-e27d-40aa-b030-1757b1d2087c'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:17.100318 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c3f06-4614-4455-919c-8b6a62149581 None None] Pushing event updated for resources: {'Port': ['ID=243c587f-aaf8-484e-a422-1431b99c3d61,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:17.103760 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:17.182084 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310c3ea-3337-4f6e-94fd-3de6d2156233 req-f379589b-fff9-4940-8808-009e12fddf70 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:17.184357 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b310c3ea-3337-4f6e-94fd-3de6d2156233 req-f379589b-fff9-4940-8808-009e12fddf70 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 943 time: 0.0506012 May 09 23:11:17.203366 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] Set router 062f2eaf-e27d-40aa-b030-1757b1d2087c gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:11:17.240746 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-b310c3ea-3337-4f6e-94fd-3de6d2156233 req-bf9ca505-905b-4dfb-a9e4-006f02c0246a tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f4edf40-1873-4ef4-bca5-75862a77e398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509443 May 09 23:11:17.350772 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-dba5b325-8cef-4ceb-b0aa-33ad45bd288b None None] Current status of the port 243c587f-aaf8-484e-a422-1431b99c3d61 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:17.351085 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dba5b325-8cef-4ceb-b0aa-33ad45bd288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:17.530574 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-dba5b325-8cef-4ceb-b0aa-33ad45bd288b None None] For port 243c587f-aaf8-484e-a422-1431b99c3d61, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=243c587f-aaf8-484e-a422-1431b99c3d61,segment=NetworkSegment(58971618-fae1-4b9a-b724-d12eb12ca441),segment_id=58971618-fae1-4b9a-b724-d12eb12ca441)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:11:17.534647 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210ee7d-49c6-42c6-99d7-4af6c05cd3fe req-64c65040-7e38-426d-ac98-78ee57240ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:17.536882 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c210ee7d-49c6-42c6-99d7-4af6c05cd3fe req-64c65040-7e38-426d-ac98-78ee57240ce0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0df002b4f614f4bbac1782e1fbb484a&device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 1127 time: 0.0541236 May 09 23:11:17.540194 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dba5b325-8cef-4ceb-b0aa-33ad45bd288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:17.628599 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 2302f0ab-9556-4815-adcf-1a77f6331aea up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:11:17.631975 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5b325-8cef-4ceb-b0aa-33ad45bd288b None None] Pushing event updated for resources: {'Port': ['ID=243c587f-aaf8-484e-a422-1431b99c3d61,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:17.648949 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210ee7d-49c6-42c6-99d7-4af6c05cd3fe req-82105f25-da70-48e5-b873-8c807028d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:17.650561 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c210ee7d-49c6-42c6-99d7-4af6c05cd3fe req-82105f25-da70-48e5-b873-8c807028d26e service neutron] 10.222.0.55 "GET /v2.0/networks?id=585983fb-4a68-4b82-b675-7c4ec5efad6e HTTP/1.1" status: 200 len: 912 time: 0.1075222 May 09 23:11:17.662264 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'name': 'tempest-TestShelveInstance-1850355160-router', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '2302f0ab-9556-4815-adcf-1a77f6331aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:09Z', 'updated_at': '2022-05-09T23:11:13Z', 'revision_number': 4, 'project_id': '96cc6132d1dd4be8aba03b926a5afef7', 'gw_port': {'id': '2302f0ab-9556-4815-adcf-1a77f6331aea', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:10Z', 'updated_at': '2022-05-09T23:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '243c587f-aaf8-484e-a422-1431b99c3d61', 'name': '', 'network_id': '368798b1-a651-4c11-97d0-ae1f6bd07759', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7', 'mac_address': 'fa:16:3e:97:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'bbaf7adb-f719-4264-b93f-2600b8015331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:12Z', 'updated_at': '2022-05-09T23:11:16Z', 'revision_number': 4, 'project_id': '96cc6132d1dd4be8aba03b926a5afef7', 'subnets': [{'id': 'bbaf7adb-f719-4264-b93f-2600b8015331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:17.694314 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c210ee7d-49c6-42c6-99d7-4af6c05cd3fe req-8848fe4d-d62f-4aa3-a4ef-96940af2b40d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8dd358c-7158-401a-abeb-8ab45dc5131b HTTP/1.1" status: 200 len: 217 time: 0.0373478 May 09 23:11:17.703823 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f0562-6727-4a01-ad90-cc2eba9becd6 None None] The sync data for ids ['062f2eaf-e27d-40aa-b030-1757b1d2087c'] in dv-cinder-840678-5-iscsi is: [{'id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'name': 'tempest-TestShelveInstance-1850355160-router', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '2302f0ab-9556-4815-adcf-1a77f6331aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:09Z', 'updated_at': '2022-05-09T23:11:13Z', 'revision_number': 4, 'project_id': '96cc6132d1dd4be8aba03b926a5afef7', 'gw_port': {'id': '2302f0ab-9556-4815-adcf-1a77f6331aea', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:10Z', 'updated_at': '2022-05-09T23:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '243c587f-aaf8-484e-a422-1431b99c3d61', 'name': '', 'network_id': '368798b1-a651-4c11-97d0-ae1f6bd07759', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7', 'mac_address': 'fa:16:3e:97:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'bbaf7adb-f719-4264-b93f-2600b8015331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:12Z', 'updated_at': '2022-05-09T23:11:16Z', 'revision_number': 4, 'project_id': '96cc6132d1dd4be8aba03b926a5afef7', 'subnets': [{'id': 'bbaf7adb-f719-4264-b93f-2600b8015331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:11:17.715401 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-962bdaa1-9982-4137-bd89-3f7d748ac4a5 None None] Provisioning complete for port 243c587f-aaf8-484e-a422-1431b99c3d61 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:17.715782 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-962bdaa1-9982-4137-bd89-3f7d748ac4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:17.768594 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 2302f0ab-9556-4815-adcf-1a77f6331aea triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:17.769262 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (2302f0ab-9556-4815-adcf-1a77f6331aea), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:17.770889 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210ee7d-49c6-42c6-99d7-4af6c05cd3fe req-34820d4b-6e61-4f0d-ac20-47aced93b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:17.772376 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c210ee7d-49c6-42c6-99d7-4af6c05cd3fe req-34820d4b-6e61-4f0d-ac20-47aced93b5f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97590d58-940b-4c83-8d2a-73cabe05d262 HTTP/1.1" status: 200 len: 850 time: 0.0690384 May 09 23:11:17.833359 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210ee7d-49c6-42c6-99d7-4af6c05cd3fe req-3d26b279-228c-4151-af46-5ac364767b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:17.836660 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c210ee7d-49c6-42c6-99d7-4af6c05cd3fe req-3d26b279-228c-4151-af46-5ac364767b65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=585983fb-4a68-4b82-b675-7c4ec5efad6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537848 May 09 23:11:17.887133 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-962bdaa1-9982-4137-bd89-3f7d748ac4a5 None None] Current status of the port 243c587f-aaf8-484e-a422-1431b99c3d61 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:17.936413 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 2302f0ab-9556-4815-adcf-1a77f6331aea is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:17.969778 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c210ee7d-49c6-42c6-99d7-4af6c05cd3fe req-a04281ef-726e-468c-a9df-97f6e6c0e4c0 service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274030 May 09 23:11:18.065494 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c210ee7d-49c6-42c6-99d7-4af6c05cd3fe req-386fdd42-39a0-43cd-8460-b4edeca752cd service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889275 May 09 23:11:18.371208 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a06b2-e717-4af2-87a7-5d3433d8d28b req-ce7a4293-8377-4bc2-b947-c4f920b2b8d9 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:18.372760 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f51a06b2-e717-4af2-87a7-5d3433d8d28b req-ce7a4293-8377-4bc2-b947-c4f920b2b8d9 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 943 time: 0.0590129 May 09 23:11:18.427846 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f51a06b2-e717-4af2-87a7-5d3433d8d28b req-bf5981c2-33ce-43a8-afff-8af0ef11aeab tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f4edf40-1873-4ef4-bca5-75862a77e398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428514 May 09 23:11:19.411493 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb384784-b24c-4d5f-9ae2-8fad3cfe7241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:19.547717 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad1f30-3ada-4814-949b-d27d1a278552 req-bf504b88-6d14-49ad-89fa-c4b3e973dc3d tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:19.549823 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-40ad1f30-3ada-4814-949b-d27d1a278552 req-bf504b88-6d14-49ad-89fa-c4b3e973dc3d tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 943 time: 0.0509210 May 09 23:11:19.608149 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-40ad1f30-3ada-4814-949b-d27d1a278552 req-cdaaeb7e-b5b6-4cef-8e52-f76eec878962 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f4edf40-1873-4ef4-bca5-75862a77e398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522752 May 09 23:11:19.635681 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 243c587f-aaf8-484e-a422-1431b99c3d61 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:11:19.686818 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 243c587f-aaf8-484e-a422-1431b99c3d61 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:19.687187 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:19.768016 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 243c587f-aaf8-484e-a422-1431b99c3d61 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:20.250307 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37430) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:20.319681 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device d8dd358c-7158-401a-abeb-8ab45dc5131b details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:11:20.354061 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:20.424025 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port d8dd358c-7158-401a-abeb-8ab45dc5131b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d8dd358c-7158-401a-abeb-8ab45dc5131b,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:11:20.428805 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Publish callbacks [] for security_group (f08f33e9-091a-47d7-9028-71492e89d119), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:20.433567 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (f08f33e9-091a-47d7-9028-71492e89d119), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:20.441251 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': 'd8dd358c-7158-401a-abeb-8ab45dc5131b', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'port_id': 'd8dd358c-7158-401a-abeb-8ab45dc5131b', 'mac_address': 'fa:16:3e:a2:41:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:11:20.473820 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0a7b934e5744e34b881025ab35a6799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201209 May 09 23:11:20.473820 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08f33e9-091a-47d7-9028-71492e89d119,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:20.474242 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37434) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:20.482269 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.482630 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.482988 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.483384 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.483672 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.484011 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.484349 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.484541 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port d8dd358c-7158-401a-abeb-8ab45dc5131b is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:20.484698 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.484833 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:20.485011 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.485445 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.485788 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.486161 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.486472 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.486800 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.487124 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745582e-ddba-4434-9468-e9acde710222 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:11:20.500282 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8dd358c-7158-401a-abeb-8ab45dc5131b {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:11:20.527191 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port d8dd358c-7158-401a-abeb-8ab45dc5131b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d8dd358c-7158-401a-abeb-8ab45dc5131b,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:11:20.531712 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-049b42ea-80d1-4021-9359-e3a33344cca4 admin admin] Publish callbacks [] for security_group (f08f33e9-091a-47d7-9028-71492e89d119), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:20.531910 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:20.553222 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-049b42ea-80d1-4021-9359-e3a33344cca4 admin admin] Publish callbacks [] for security_group (f08f33e9-091a-47d7-9028-71492e89d119), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:20.582593 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=d8dd358c-7158-401a-abeb-8ab45dc5131b,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:20.604172 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-049b42ea-80d1-4021-9359-e3a33344cca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (f08f33e9-091a-47d7-9028-71492e89d119), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:20.607078 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-049b42ea-80d1-4021-9359-e3a33344cca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:20.608252 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-049b42ea-80d1-4021-9359-e3a33344cca4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f08f33e9-091a-47d7-9028-71492e89d119 HTTP/1.1" status: 204 len: 168 time: 0.1330500 May 09 23:11:20.615670 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b42ea-80d1-4021-9359-e3a33344cca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08f33e9-091a-47d7-9028-71492e89d119,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:20.743385 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c545dd8-ea4b-45cb-a10c-0ece1ee04851 req-254527e7-643f-4355-82a4-36fac6a247af tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:20.745100 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9c545dd8-ea4b-45cb-a10c-0ece1ee04851 req-254527e7-643f-4355-82a4-36fac6a247af tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 944 time: 0.0599153 May 09 23:11:20.760072 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['d8dd358c-7158-401a-abeb-8ab45dc5131b'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:11:20.817874 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9c545dd8-ea4b-45cb-a10c-0ece1ee04851 req-340cfedb-0410-4059-b6da-680c16a7ff46 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f4edf40-1873-4ef4-bca5-75862a77e398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621560 May 09 23:11:21.694895 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86f8e8f7-aee0-4213-aa99-3333a35d80bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:21.925322 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f73021-4373-4cde-aedf-638545a16242 req-e0385d04-57a1-4e50-972a-f702d13d2e7f tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:21.927949 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-49f73021-4373-4cde-aedf-638545a16242 req-e0385d04-57a1-4e50-972a-f702d13d2e7f tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 944 time: 0.0494473 May 09 23:11:21.973513 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-49f73021-4373-4cde-aedf-638545a16242 req-991b0637-90f9-444c-80f5-9183a8d4c474 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f4edf40-1873-4ef4-bca5-75862a77e398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400453 May 09 23:11:22.338681 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device d8dd358c-7158-401a-abeb-8ab45dc5131b up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:11:22.381802 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port d8dd358c-7158-401a-abeb-8ab45dc5131b completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:11:22.389557 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port d8dd358c-7158-401a-abeb-8ab45dc5131b triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:22.390000 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:22.469660 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port d8dd358c-7158-401a-abeb-8ab45dc5131b is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:22.470056 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:22.493540 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6995d5b2-6790-4cc9-b968-82e8b7890c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8dd358c-7158-401a-abeb-8ab45dc5131b'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:11:22.496412 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27912e2-92c0-45dc-a039-6ef467e93a04" -d '{"events": [{"server_uuid": "6995d5b2-6790-4cc9-b968-82e8b7890c71", "name": "network-vif-plugged", "status": "completed", "tag": "d8dd358c-7158-401a-abeb-8ab45dc5131b"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:11:22.508723 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port d8dd358c-7158-401a-abeb-8ab45dc5131b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d8dd358c-7158-401a-abeb-8ab45dc5131b,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:11:22.515107 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:22.542271 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4397b00e-f010-46d4-b0d7-a4fe4684f982 x-openstack-request-id: req-4397b00e-f010-46d4-b0d7-a4fe4684f982 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:11:22.542562 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6995d5b2-6790-4cc9-b968-82e8b7890c71", "name": "network-vif-plugged", "status": "completed", "tag": "d8dd358c-7158-401a-abeb-8ab45dc5131b", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:11:22.542816 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4397b00e-f010-46d4-b0d7-a4fe4684f982 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:11:22.543215 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4397b00e-f010-46d4-b0d7-a4fe4684f982'] response: {'server_uuid': '6995d5b2-6790-4cc9-b968-82e8b7890c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8dd358c-7158-401a-abeb-8ab45dc5131b', 'code': 200} May 09 23:11:22.566832 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=d8dd358c-7158-401a-abeb-8ab45dc5131b,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:22.707576 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2ed9e-3414-462f-9b7a-a316c3cf3567 req-c01e9408-b48a-47a0-8adc-71cc3b4fecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:22.708967 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a7e2ed9e-3414-462f-9b7a-a316c3cf3567 req-c01e9408-b48a-47a0-8adc-71cc3b4fecc6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 1129 time: 0.0396903 May 09 23:11:22.754981 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a7e2ed9e-3414-462f-9b7a-a316c3cf3567 req-0555fc4b-ed48-400a-bab5-5d0c3b9aec67 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5f4edf40-1873-4ef4-bca5-75862a77e398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385501 May 09 23:11:22.945895 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:23.086042 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6cf68-5940-4a74-b4ac-0ce2dc4965f2 req-b231b889-352a-4ed6-8d41-2af0b18dfd3e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:23.087622 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e5b6cf68-5940-4a74-b4ac-0ce2dc4965f2 req-b231b889-352a-4ed6-8d41-2af0b18dfd3e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 945 time: 0.0474038 May 09 23:11:23.135634 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e5b6cf68-5940-4a74-b4ac-0ce2dc4965f2 req-61cbc84a-9114-46ac-ae02-d2a24d0297ae tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f4edf40-1873-4ef4-bca5-75862a77e398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419178 May 09 23:11:24.263123 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fef19-dcb4-4bbe-901c-8f33871f3dd8 req-6878ab4e-63d2-476b-91fa-55bfe2db56aa tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:24.264598 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d29fef19-dcb4-4bbe-901c-8f33871f3dd8 req-6878ab4e-63d2-476b-91fa-55bfe2db56aa tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 945 time: 0.0515318 May 09 23:11:24.315068 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d29fef19-dcb4-4bbe-901c-8f33871f3dd8 req-8ce26209-f6ef-4328-ae67-23860f6556f6 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f4edf40-1873-4ef4-bca5-75862a77e398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447502 May 09 23:11:24.357770 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:24.445844 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b854b11-af83-46c0-b27e-6d158c962c3f req-355ed94c-02d0-462d-be84-3991c42b29c2 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:24.447242 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8b854b11-af83-46c0-b27e-6d158c962c3f req-355ed94c-02d0-462d-be84-3991c42b29c2 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 945 time: 0.0501010 May 09 23:11:24.455844 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37458) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:24.460307 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-975efd2b-5654-4ac9-a2e1-cbb0a9f7d25e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Request body: {'floatingip': {'port_id': 'd8dd358c-7158-401a-abeb-8ab45dc5131b'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:24.499399 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-975efd2b-5654-4ac9-a2e1-cbb0a9f7d25e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for floatingip (b3fc3946-6bf3-4b1b-829e-193c0299a0aa), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:25.223424 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-975efd2b-5654-4ac9-a2e1-cbb0a9f7d25e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:25.227309 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-975efd2b-5654-4ac9-a2e1-cbb0a9f7d25e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (b3fc3946-6bf3-4b1b-829e-193c0299a0aa), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:25.331849 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [None req-975efd2b-5654-4ac9-a2e1-cbb0a9f7d25e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Floating IP b3fc3946-6bf3-4b1b-829e-193c0299a0aa associated. External IP: 172.27.3.34, port: d8dd358c-7158-401a-abeb-8ab45dc5131b. May 09 23:11:25.554635 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975efd2b-5654-4ac9-a2e1-cbb0a9f7d25e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Router 16672ca7-89c3-46d7-8136-88cdfc9386aa has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:11:25.662452 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:25.668388 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975efd2b-5654-4ac9-a2e1-cbb0a9f7d25e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:11:25.672911 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-975efd2b-5654-4ac9-a2e1-cbb0a9f7d25e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:25.677936 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10120692-3356-4e16-8ce9-c90261681716 None None] Sync routers for ids ['16672ca7-89c3-46d7-8136-88cdfc9386aa'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:11:25.693592 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10120692-3356-4e16-8ce9-c90261681716 None None] Routers {'16672ca7-89c3-46d7-8136-88cdfc9386aa'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:11:25.694866 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-10120692-3356-4e16-8ce9-c90261681716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:11:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['16672ca7-89c3-46d7-8136-88cdfc9386aa'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:25.706966 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-975efd2b-5654-4ac9-a2e1-cbb0a9f7d25e tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "PUT /v2.0/floatingips/b3fc3946-6bf3-4b1b-829e-193c0299a0aa HTTP/1.1" status: 200 len: 990 time: 1.2500010 May 09 23:11:25.707535 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6995d5b2-6790-4cc9-b968-82e8b7890c71', 'tag': 'd8dd358c-7158-401a-abeb-8ab45dc5131b'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:11:25.709825 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3d00bc-1ef5-480f-a533-945c4e642005" -d '{"events": [{"name": "network-changed", "server_uuid": "6995d5b2-6790-4cc9-b968-82e8b7890c71", "tag": "d8dd358c-7158-401a-abeb-8ab45dc5131b"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:11:25.745165 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd579331-194e-4c7a-b216-bcee01cd9e1b x-openstack-request-id: req-cd579331-194e-4c7a-b216-bcee01cd9e1b {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:11:25.745464 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6995d5b2-6790-4cc9-b968-82e8b7890c71", "tag": "d8dd358c-7158-401a-abeb-8ab45dc5131b", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:11:25.745721 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd579331-194e-4c7a-b216-bcee01cd9e1b {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:11:25.746159 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd579331-194e-4c7a-b216-bcee01cd9e1b'] response: {'name': 'network-changed', 'server_uuid': '6995d5b2-6790-4cc9-b968-82e8b7890c71', 'tag': 'd8dd358c-7158-401a-abeb-8ab45dc5131b', 'status': 'completed', 'code': 200} May 09 23:11:25.805103 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-10120692-3356-4e16-8ce9-c90261681716 None None] Set router 16672ca7-89c3-46d7-8136-88cdfc9386aa gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:11:25.813727 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d00bc-1ef5-480f-a533-945c4e642005 req-cb3d9aad-9888-4db7-a1c3-e158415c683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:25.815250 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9a3d00bc-1ef5-480f-a533-945c4e642005 req-cb3d9aad-9888-4db7-a1c3-e158415c683a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0df002b4f614f4bbac1782e1fbb484a&device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 1129 time: 0.0402389 May 09 23:11:25.909826 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d00bc-1ef5-480f-a533-945c4e642005 req-91c8ff89-b14f-4b1e-bed4-aef8c3de4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:25.911322 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9a3d00bc-1ef5-480f-a533-945c4e642005 req-91c8ff89-b14f-4b1e-bed4-aef8c3de4ba3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=585983fb-4a68-4b82-b675-7c4ec5efad6e HTTP/1.1" status: 200 len: 912 time: 0.0896149 May 09 23:11:25.980756 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9a3d00bc-1ef5-480f-a533-945c4e642005 req-13f3c538-8829-4a85-9ed6-5344552d696c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8dd358c-7158-401a-abeb-8ab45dc5131b HTTP/1.1" status: 200 len: 998 time: 0.0618250 May 09 23:11:26.020879 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-10120692-3356-4e16-8ce9-c90261681716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': 'b3fc3946-6bf3-4b1b-829e-193c0299a0aa', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'port_id': 'd8dd358c-7158-401a-abeb-8ab45dc5131b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'mac_address': 'fa:16:3e:a2:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6995d5b2-6790-4cc9-b968-82e8b7890c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:11:05Z', 'updated_at': '2022-05-09T23:11:25Z', 'revision_number': 1, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:53Z', 'revision_number': 5, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:26.029906 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d00bc-1ef5-480f-a533-945c4e642005 req-386b6a5a-7b7e-45df-b11a-234ca94e87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:26.031582 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9a3d00bc-1ef5-480f-a533-945c4e642005 req-386b6a5a-7b7e-45df-b11a-234ca94e87e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97590d58-940b-4c83-8d2a-73cabe05d262 HTTP/1.1" status: 200 len: 850 time: 0.0443070 May 09 23:11:26.050944 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10120692-3356-4e16-8ce9-c90261681716 None None] Checking router: 16672ca7-89c3-46d7-8136-88cdfc9386aa for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:11:26.059766 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10120692-3356-4e16-8ce9-c90261681716 None None] Routers {'16672ca7-89c3-46d7-8136-88cdfc9386aa'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:11:26.060317 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-10120692-3356-4e16-8ce9-c90261681716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:11:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['16672ca7-89c3-46d7-8136-88cdfc9386aa'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:26.076622 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d00bc-1ef5-480f-a533-945c4e642005 req-cf27a3a6-bc8c-4a56-ac36-82b136951606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:26.078172 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9a3d00bc-1ef5-480f-a533-945c4e642005 req-cf27a3a6-bc8c-4a56-ac36-82b136951606 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=585983fb-4a68-4b82-b675-7c4ec5efad6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395570 May 09 23:11:26.172647 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9a3d00bc-1ef5-480f-a533-945c4e642005 req-9da516df-4bd6-46e9-9d8d-9bf03e858339 service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879436 May 09 23:11:26.174959 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-10120692-3356-4e16-8ce9-c90261681716 None None] Set router 16672ca7-89c3-46d7-8136-88cdfc9386aa gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:11:26.264211 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9a3d00bc-1ef5-480f-a533-945c4e642005 req-779c9c31-287c-49fb-b58a-a04972cae248 service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849321 May 09 23:11:26.394537 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-10120692-3356-4e16-8ce9-c90261681716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': 'b3fc3946-6bf3-4b1b-829e-193c0299a0aa', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'port_id': 'd8dd358c-7158-401a-abeb-8ab45dc5131b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'mac_address': 'fa:16:3e:a2:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6995d5b2-6790-4cc9-b968-82e8b7890c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:11:05Z', 'updated_at': '2022-05-09T23:11:25Z', 'revision_number': 1, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:53Z', 'revision_number': 5, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:26.420728 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10120692-3356-4e16-8ce9-c90261681716 None None] The sync data for ids ['16672ca7-89c3-46d7-8136-88cdfc9386aa'] in dv-cinder-840678-5-iscsi is: [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': 'b3fc3946-6bf3-4b1b-829e-193c0299a0aa', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'port_id': 'd8dd358c-7158-401a-abeb-8ab45dc5131b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'mac_address': 'fa:16:3e:a2:41:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6995d5b2-6790-4cc9-b968-82e8b7890c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:11:05Z', 'updated_at': '2022-05-09T23:11:25Z', 'revision_number': 1, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:53Z', 'revision_number': 5, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:11:26.603192 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557db81c-5ba9-403e-96ca-ed18c4d5d773 None None] New status for floating IP b3fc3946-6bf3-4b1b-829e-193c0299a0aa: ACTIVE {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:11:27.554826 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d84ff0d4-f693-409c-85d6-070854179713 req-5a54a21d-2a1e-4425-ad84-c16f0cf38ee7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416453 May 09 23:11:27.644350 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ff0d4-f693-409c-85d6-070854179713 req-006a7aef-b217-4289-8641-90f3248a9574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:27.645840 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d84ff0d4-f693-409c-85d6-070854179713 req-006a7aef-b217-4289-8641-90f3248a9574 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0df002b4f614f4bbac1782e1fbb484a&device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 1129 time: 0.0454926 May 09 23:11:27.749495 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ff0d4-f693-409c-85d6-070854179713 req-30879166-9219-406d-85f2-61607164b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:27.750896 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d84ff0d4-f693-409c-85d6-070854179713 req-30879166-9219-406d-85f2-61607164b119 service neutron] 10.222.0.55 "GET /v2.0/networks?id=585983fb-4a68-4b82-b675-7c4ec5efad6e HTTP/1.1" status: 200 len: 912 time: 0.0842021 May 09 23:11:27.825022 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d84ff0d4-f693-409c-85d6-070854179713 req-094c9eda-e0b0-4264-8ffd-002e3cc2af78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8dd358c-7158-401a-abeb-8ab45dc5131b HTTP/1.1" status: 200 len: 1000 time: 0.0672383 May 09 23:11:27.874649 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ff0d4-f693-409c-85d6-070854179713 req-2f7d62ef-75df-40cc-a982-3da8ed8017d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:27.876057 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d84ff0d4-f693-409c-85d6-070854179713 req-2f7d62ef-75df-40cc-a982-3da8ed8017d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97590d58-940b-4c83-8d2a-73cabe05d262 HTTP/1.1" status: 200 len: 850 time: 0.0440743 May 09 23:11:27.918157 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ff0d4-f693-409c-85d6-070854179713 req-1df031b1-c033-4282-800c-b406ae8a0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:27.919593 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d84ff0d4-f693-409c-85d6-070854179713 req-1df031b1-c033-4282-800c-b406ae8a0053 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=585983fb-4a68-4b82-b675-7c4ec5efad6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367658 May 09 23:11:28.011421 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d84ff0d4-f693-409c-85d6-070854179713 req-7f25c8e6-d500-4103-87eb-957f02ac5ee7 service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841751 May 09 23:11:28.098518 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d84ff0d4-f693-409c-85d6-070854179713 req-90ea17a7-fb79-41ef-a0f9-ce9ed1fa6d3d service neutron] 10.222.0.55 "GET /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801654 May 09 23:11:31.681408 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-e0f1181f-1f75-4456-8179-c740b3859527 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549799645&fields=id&tenant_id=130ce8965a764f6d8910c2bba4561534 HTTP/1.1" status: 200 len: 267 time: 0.0424035 May 09 23:11:31.784429 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-785ed811-eab5-45cf-8dcd-e961338abae1 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:31.785775 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-785ed811-eab5-45cf-8dcd-e961338abae1 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/networks?id=51deb12e-3ca1-4364-adad-de6d7141df3d HTTP/1.1" status: 200 len: 809 time: 0.0976212 May 09 23:11:31.800920 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-e02bfdde-e6b2-41bc-9827-bac61a00a9df tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/quotas/130ce8965a764f6d8910c2bba4561534 HTTP/1.1" status: 200 len: 375 time: 0.0087082 May 09 23:11:31.852008 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-7f9bafc7-02e4-4a9e-a175-7ea06d866019 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=130ce8965a764f6d8910c2bba4561534&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464311 May 09 23:11:31.954975 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-0414ab94-7007-40ab-b97e-8972dcb11fb5 service neutron] 10.222.0.23 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897558 May 09 23:11:32.045151 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-9c309883-3a79-42dc-b11f-a5707dab3326 service neutron] 10.222.0.23 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844567 May 09 23:11:32.324231 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-041bb415-1213-446e-aa79-1261274de650 req-d570d6c2-8ede-4e3c-a952-507aa47849f9 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 210 time: 0.0319750 May 09 23:11:33.226948 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-2ec48254-ca43-4af4-91e3-9dd9a0539e0e tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:33.228481 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-2ec48254-ca43-4af4-91e3-9dd9a0539e0e tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.55 "GET /v2.0/networks?id=51deb12e-3ca1-4364-adad-de6d7141df3d HTTP/1.1" status: 200 len: 809 time: 0.1000609 May 09 23:11:33.293605 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-4c3e6b6a-9d54-4bee-9b93-5a56c6f3eb30 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=130ce8965a764f6d8910c2bba4561534 HTTP/1.1" status: 200 len: 379 time: 0.0530691 May 09 23:11:33.308021 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-443074cd-42d2-4a7f-afe6-26be204a288f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Request body: {'port': {'device_id': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'admin_state_up': True, 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'security_groups': ['a2182134-4095-4e69-84c5-2368ddcdf2fc']}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:33.419843 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-443074cd-42d2-4a7f-afe6-26be204a288f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Made reservation on behalf of 130ce8965a764f6d8910c2bba4561534 for: {'port': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:11:33.420618 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d376eb2b-4d45-4a3d-953c-22b37f5475ca req-7f6e1581-b4ee-4a4d-818f-a31e875fc9ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 210 time: 0.0285177 May 09 23:11:33.423895 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-443074cd-42d2-4a7f-afe6-26be204a288f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:33.552677 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-443074cd-42d2-4a7f-afe6-26be204a288f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Allocated IP 172.20.0.6 (51deb12e-3ca1-4364-adad-de6d7141df3d/5a9e6e5d-f0c8-41c6-89db-59452ad17ab5/b358901e-4e0b-4ec4-b3a8-96987f94191c) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:11:33.692154 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-443074cd-42d2-4a7f-afe6-26be204a288f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:33.728267 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-443074cd-42d2-4a7f-afe6-26be204a288f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:33.776631 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-443074cd-42d2-4a7f-afe6-26be204a288f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Network 51deb12e-3ca1-4364-adad-de6d7141df3d is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:11:33.780141 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-443074cd-42d2-4a7f-afe6-26be204a288f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:11:33.783959 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-443074cd-42d2-4a7f-afe6-26be204a288f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:11:33.811812 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443074cd-42d2-4a7f-afe6-26be204a288f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Pushing event updated for resources: {'Port': ['ID=b358901e-4e0b-4ec4-b3a8-96987f94191c,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:33.837916 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-443074cd-42d2-4a7f-afe6-26be204a288f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:33.839191 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-443074cd-42d2-4a7f-afe6-26be204a288f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:33.856166 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-443074cd-42d2-4a7f-afe6-26be204a288f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5523112 May 09 23:11:33.866971 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Request body: {'port': {'device_id': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:33.928952 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:34.007509 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-3da9a83d-56d3-41dc-ba39-b4d14c0ed31f None None] Provisioning complete for port b358901e-4e0b-4ec4-b3a8-96987f94191c triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:34.008184 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3da9a83d-56d3-41dc-ba39-b4d14c0ed31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:34.045014 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3da9a83d-56d3-41dc-ba39-b4d14c0ed31f None None] Port b358901e-4e0b-4ec4-b3a8-96987f94191c cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:11:34.198640 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b358901e-4e0b-4ec4-b3a8-96987f94191c {{(pid=103350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:11:34.205838 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Publish callbacks [] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:34.217683 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.provisioning_blocks [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Transition to ACTIVE for port object b358901e-4e0b-4ec4-b3a8-96987f94191c will not be triggered until provisioned by entity L2. {{(pid=103350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:11:34.221278 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:34.269858 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Pushing event updated for resources: {'Port': ['ID=b358901e-4e0b-4ec4-b3a8-96987f94191c,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:34.342325 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Attempting to bind port b358901e-4e0b-4ec4-b3a8-96987f94191c on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:11:34.342758 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Attempting to bind port b358901e-4e0b-4ec4-b3a8-96987f94191c by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '114e301e-2303-454c-830d-efe02661d4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d'}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:11:34.343164 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Attempting to bind port b358901e-4e0b-4ec4-b3a8-96987f94191c on network 51deb12e-3ca1-4364-adad-de6d7141df3d {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:11:34.348467 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Port b358901e-4e0b-4ec4-b3a8-96987f94191c on network 51deb12e-3ca1-4364-adad-de6d7141df3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:11:34.348756 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Attempting to bind port b358901e-4e0b-4ec4-b3a8-96987f94191c on network 51deb12e-3ca1-4364-adad-de6d7141df3d {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:11:34.354405 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:11:34.354743 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Checking segment: {'id': '114e301e-2303-454c-830d-efe02661d4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:11:34.355131 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Bound using segment: {'id': '114e301e-2303-454c-830d-efe02661d4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d'} {{(pid=103350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:11:34.355829 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.managers [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Bound port: b358901e-4e0b-4ec4-b3a8-96987f94191c, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114e301e-2303-454c-830d-efe02661d4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d'}}] {{(pid=103350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:11:34.356318 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:34.424726 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] For port b358901e-4e0b-4ec4-b3a8-96987f94191c, host hv-cinder-84067, cleared binding levels {{(pid=103350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:11:34.427754 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] For port b358901e-4e0b-4ec4-b3a8-96987f94191c, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:11:34.433626 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:34.466994 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:34.467609 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:34.469008 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] 10.222.0.55 "PUT /v2.0/ports/b358901e-4e0b-4ec4-b3a8-96987f94191c HTTP/1.1" status: 200 len: 1093 time: 0.6062715 May 09 23:11:34.469458 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'tag': 'b358901e-4e0b-4ec4-b3a8-96987f94191c'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:11:34.471766 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38a0ce2-7ec6-4c23-9240-0a259aa117c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb54ad3-a0af-43eb-b93a-9dff50509eea", "tag": "b358901e-4e0b-4ec4-b3a8-96987f94191c"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:11:34.532783 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0648f03-29d4-47d9-81df-e2173eb23532 service neutron] Pushing event updated for resources: {'Port': ['ID=b358901e-4e0b-4ec4-b3a8-96987f94191c,revision_number=3']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:34.546631 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fccae4d-d8f1-48cb-9b97-cb4aeca9fed5 x-openstack-request-id: req-4fccae4d-d8f1-48cb-9b97-cb4aeca9fed5 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:11:34.546924 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb54ad3-a0af-43eb-b93a-9dff50509eea", "tag": "b358901e-4e0b-4ec4-b3a8-96987f94191c", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:11:34.547179 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fccae4d-d8f1-48cb-9b97-cb4aeca9fed5 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:11:34.547579 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fccae4d-d8f1-48cb-9b97-cb4aeca9fed5'] response: {'name': 'network-changed', 'server_uuid': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'tag': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'status': 'completed', 'code': 200} May 09 23:11:34.592027 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c12704-0739-4bdf-9e1a-7aef57cf865e req-bec8783c-7aec-451f-ad5a-76c7107b362c tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:34.593579 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-84c12704-0739-4bdf-9e1a-7aef57cf865e req-bec8783c-7aec-451f-ad5a-76c7107b362c tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0953248 May 09 23:11:34.599583 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-dd8c0fb0-e29b-43b5-a470-7c9248a4b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:34.601097 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-dd8c0fb0-e29b-43b5-a470-7c9248a4b390 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=130ce8965a764f6d8910c2bba4561534&device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 1127 time: 0.0695271 May 09 23:11:34.653662 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-9bc2e511-956e-4b20-9e01-b79c15d8bd73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c HTTP/1.1" status: 200 len: 217 time: 0.0447745 May 09 23:11:34.717629 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-84c12704-0739-4bdf-9e1a-7aef57cf865e req-e18b3818-dea7-4d8c-9617-5132abc2c2ed tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155140 May 09 23:11:34.726248 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-84883e27-9290-43b3-bc13-1ae3af5e6e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:34.727791 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-84883e27-9290-43b3-bc13-1ae3af5e6e5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a9e6e5d-f0c8-41c6-89db-59452ad17ab5 HTTP/1.1" status: 200 len: 848 time: 0.0637417 May 09 23:11:34.774369 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-4032e74e-ba93-4d7d-9536-720cb710cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:34.775876 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-4032e74e-ba93-4d7d-9536-720cb710cd5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51deb12e-3ca1-4364-adad-de6d7141df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400362 May 09 23:11:34.864968 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-9d163ee2-7270-4221-9e67-e2bba48cb66d service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831432 May 09 23:11:34.955549 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9bd52dc8-bd48-4d69-84d5-37ca0144f8e3 req-4ce8afa5-03cb-448d-acc9-026e45d807ab service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852945 May 09 23:11:35.263891 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a0ce2-7ec6-4c23-9240-0a259aa117c1 req-c547f03f-6dcc-43f4-a50e-3e64256c78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:35.265334 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f38a0ce2-7ec6-4c23-9240-0a259aa117c1 req-c547f03f-6dcc-43f4-a50e-3e64256c78a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=130ce8965a764f6d8910c2bba4561534&device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 1127 time: 0.0391133 May 09 23:11:35.356200 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a0ce2-7ec6-4c23-9240-0a259aa117c1 req-e50028ae-2b38-4f87-9c82-282f9296c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:35.357694 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f38a0ce2-7ec6-4c23-9240-0a259aa117c1 req-e50028ae-2b38-4f87-9c82-282f9296c9e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=51deb12e-3ca1-4364-adad-de6d7141df3d HTTP/1.1" status: 200 len: 910 time: 0.0856066 May 09 23:11:35.398295 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f38a0ce2-7ec6-4c23-9240-0a259aa117c1 req-dbc63efa-b30e-459d-8cb6-6c8db392452d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c HTTP/1.1" status: 200 len: 217 time: 0.0335202 May 09 23:11:35.442920 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a0ce2-7ec6-4c23-9240-0a259aa117c1 req-200aac50-cbad-4c2d-b194-f66bd81e11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:35.444290 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f38a0ce2-7ec6-4c23-9240-0a259aa117c1 req-200aac50-cbad-4c2d-b194-f66bd81e11ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a9e6e5d-f0c8-41c6-89db-59452ad17ab5 HTTP/1.1" status: 200 len: 848 time: 0.0406716 May 09 23:11:35.485840 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a0ce2-7ec6-4c23-9240-0a259aa117c1 req-c757427e-07d6-4a32-92c8-a653e306d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:35.487331 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f38a0ce2-7ec6-4c23-9240-0a259aa117c1 req-c757427e-07d6-4a32-92c8-a653e306d9d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51deb12e-3ca1-4364-adad-de6d7141df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370922 May 09 23:11:35.578498 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f38a0ce2-7ec6-4c23-9240-0a259aa117c1 req-47cfe160-c236-4d92-bdaf-c59ae06ce63d service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841293 May 09 23:11:35.666728 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-f38a0ce2-7ec6-4c23-9240-0a259aa117c1 req-ec2c796b-4faf-41c7-9150-5c3843bbcd36 service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805230 May 09 23:11:35.831314 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910735b-4d93-4670-b9f4-0bd79ed65e81 req-24bee2e2-ea8e-48a3-8c84-536ce3551c65 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:35.832671 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9910735b-4d93-4670-b9f4-0bd79ed65e81 req-24bee2e2-ea8e-48a3-8c84-536ce3551c65 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0468562 May 09 23:11:35.881492 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9910735b-4d93-4670-b9f4-0bd79ed65e81 req-daf1513f-5072-4ec1-92f8-936272addaf5 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433674 May 09 23:11:36.997297 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f9ae8-5006-45ba-80e9-2ba98f7f5181 req-356679b7-95fd-4855-895f-3ea809dede7b tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:36.998799 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-981f9ae8-5006-45ba-80e9-2ba98f7f5181 req-356679b7-95fd-4855-895f-3ea809dede7b tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0514271 May 09 23:11:37.045856 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-981f9ae8-5006-45ba-80e9-2ba98f7f5181 req-a89431ba-b5bc-42ee-9747-87551c6f4b04 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416305 May 09 23:11:38.156821 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636be63-7dac-4a8a-b0b2-a20299d444ea req-19a6a1a0-5b8c-4f65-a550-6f68dc447c3e tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:38.158308 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5636be63-7dac-4a8a-b0b2-a20299d444ea req-19a6a1a0-5b8c-4f65-a550-6f68dc447c3e tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0471160 May 09 23:11:38.209667 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5636be63-7dac-4a8a-b0b2-a20299d444ea req-d470bda4-b873-4984-8fe2-a11e8b540fcb tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457697 May 09 23:11:39.323152 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd1160-02f3-4230-8960-f8b8918ced3b req-6a6f9f9b-385f-4568-a5bb-2c6005f71772 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:39.324625 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c3dd1160-02f3-4230-8960-f8b8918ced3b req-6a6f9f9b-385f-4568-a5bb-2c6005f71772 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0469708 May 09 23:11:39.371573 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c3dd1160-02f3-4230-8960-f8b8918ced3b req-617155f1-d285-4cd2-b8a2-0045e58c486f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415430 May 09 23:11:40.482851 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a80eb-8b19-4bc7-963f-62c356547da8 req-d3a76e09-2600-47fa-87b6-b216d31c9778 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:40.484265 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-874a80eb-8b19-4bc7-963f-62c356547da8 req-d3a76e09-2600-47fa-87b6-b216d31c9778 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0464153 May 09 23:11:40.530818 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-874a80eb-8b19-4bc7-963f-62c356547da8 req-315c0f4c-4e01-4ee1-986a-2cad654f2344 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411880 May 09 23:11:41.651423 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30baec-cfbe-4a5a-bb64-2d1954f72ae0 req-f8f977b1-09c3-40bd-b53c-b5b8653208a6 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:41.652875 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ec30baec-cfbe-4a5a-bb64-2d1954f72ae0 req-f8f977b1-09c3-40bd-b53c-b5b8653208a6 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0505209 May 09 23:11:41.700655 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ec30baec-cfbe-4a5a-bb64-2d1954f72ae0 req-fd7628e1-9707-4472-be04-9fd8820978eb tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423415 May 09 23:11:42.416636 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device b358901e-4e0b-4ec4-b3a8-96987f94191c details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:11:42.511513 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port b358901e-4e0b-4ec4-b3a8-96987f94191c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:11:42.522616 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'port_id': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'mac_address': 'fa:16:3e:67:45:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:11:42.559374 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port b358901e-4e0b-4ec4-b3a8-96987f94191c is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:42.559762 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:42.573468 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b358901e-4e0b-4ec4-b3a8-96987f94191c {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:11:42.592959 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port b358901e-4e0b-4ec4-b3a8-96987f94191c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:11:42.596893 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:42.642730 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=b358901e-4e0b-4ec4-b3a8-96987f94191c,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:42.810428 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8aa6a-3fa0-4785-a976-b2d8344dcd31 req-02738da1-26d5-45c9-8b57-9534e143cdef tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:42.811891 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-89f8aa6a-3fa0-4785-a976-b2d8344dcd31 req-02738da1-26d5-45c9-8b57-9534e143cdef tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 944 time: 0.0463214 May 09 23:11:42.835675 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['b358901e-4e0b-4ec4-b3a8-96987f94191c'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:11:42.865233 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-89f8aa6a-3fa0-4785-a976-b2d8344dcd31 req-364b7f1e-8505-442b-a57f-f2cc20fd8918 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479267 May 09 23:11:43.137525 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:11:43.978139 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c9452-69bd-45df-984f-3289ee24de15 req-ea57007b-4d64-4617-a550-f01e7356ef79 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:43.979596 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8b4c9452-69bd-45df-984f-3289ee24de15 req-ea57007b-4d64-4617-a550-f01e7356ef79 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 944 time: 0.0456629 May 09 23:11:44.027094 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8b4c9452-69bd-45df-984f-3289ee24de15 req-64ff1ce1-bdd6-403f-a34e-f862bbf426ca tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418441 May 09 23:11:44.417879 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device b358901e-4e0b-4ec4-b3a8-96987f94191c up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:11:44.459850 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port b358901e-4e0b-4ec4-b3a8-96987f94191c completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:11:44.465895 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port b358901e-4e0b-4ec4-b3a8-96987f94191c triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:11:44.466324 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:44.541602 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port b358901e-4e0b-4ec4-b3a8-96987f94191c is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:11:44.541981 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:44.564565 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b358901e-4e0b-4ec4-b3a8-96987f94191c'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:11:44.566970 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79aed705-c68c-42cd-83ac-d02c5e08b9c5" -d '{"events": [{"server_uuid": "5fb54ad3-a0af-43eb-b93a-9dff50509eea", "name": "network-vif-plugged", "status": "completed", "tag": "b358901e-4e0b-4ec4-b3a8-96987f94191c"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:11:44.580397 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port b358901e-4e0b-4ec4-b3a8-96987f94191c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:11:44.584571 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:44.610601 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de578f9b-eae6-434d-9d46-ff5abbc2a725 x-openstack-request-id: req-de578f9b-eae6-434d-9d46-ff5abbc2a725 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:11:44.610897 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb54ad3-a0af-43eb-b93a-9dff50509eea", "name": "network-vif-plugged", "status": "completed", "tag": "b358901e-4e0b-4ec4-b3a8-96987f94191c", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:11:44.611153 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de578f9b-eae6-434d-9d46-ff5abbc2a725 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:11:44.611545 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de578f9b-eae6-434d-9d46-ff5abbc2a725'] response: {'server_uuid': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'code': 200} May 09 23:11:44.639758 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=b358901e-4e0b-4ec4-b3a8-96987f94191c,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:44.815703 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85556d-6e74-43a4-b989-1e82af0d34d0 req-eef5caec-9111-43fe-98c8-be37991083ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:44.817189 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3f85556d-6e74-43a4-b989-1e82af0d34d0 req-eef5caec-9111-43fe-98c8-be37991083ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 1129 time: 0.0380845 May 09 23:11:44.867832 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3f85556d-6e74-43a4-b989-1e82af0d34d0 req-68cef97d-1d21-41ca-adc6-f7ca66dafece service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432239 May 09 23:11:45.136370 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b1e99-d2f3-4b50-b4f2-e4edbfceafbb req-b849b587-d2bf-4d90-bce0-cd9675cfa69a tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:45.137742 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-331b1e99-d2f3-4b50-b4f2-e4edbfceafbb req-b849b587-d2bf-4d90-bce0-cd9675cfa69a tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0463555 May 09 23:11:45.184727 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-331b1e99-d2f3-4b50-b4f2-e4edbfceafbb req-3f193ff1-6fde-4e64-8f4a-25dbfa8ed772 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416179 May 09 23:11:46.305467 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123932c-5e34-4977-b167-731f2f3ce044 req-8dce5746-41a4-4b2c-8c4d-d78d2df157d2 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:46.306969 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e123932c-5e34-4977-b167-731f2f3ce044 req-8dce5746-41a4-4b2c-8c4d-d78d2df157d2 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0502164 May 09 23:11:46.354464 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e123932c-5e34-4977-b167-731f2f3ce044 req-056ad593-0ad9-4260-974e-e94f6fc7889e tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418704 May 09 23:11:46.461931 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e627-eacb-47f5-b138-b15c814c1459 req-d208a408-547f-4bdd-bacf-ddaacd670076 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:46.464357 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-daf0e627-eacb-47f5-b138-b15c814c1459 req-d208a408-547f-4bdd-bacf-ddaacd670076 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0461881 May 09 23:11:46.511039 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-daf0e627-eacb-47f5-b138-b15c814c1459 req-1040cee1-2b87-4363-944e-2b5be082301c tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413375 May 09 23:11:46.532433 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37546) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:46.711636 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af46d0a-f419-45d0-bf66-e1c792f84f22 tempest-TestShelveInstance-783224360 tempest-TestShelveInstance-783224360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:46.713780 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-1af46d0a-f419-45d0-bf66-e1c792f84f22 tempest-TestShelveInstance-783224360 tempest-TestShelveInstance-783224360-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 1124 time: 0.1803899 May 09 23:11:46.716645 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37550) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:11:46.720801 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Request body: {'floatingip': {'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'port_id': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:11:46.740401 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:46.814822 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:46.919134 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Allocated IP 172.27.3.147 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/14cf8688-010e-4c65-bda6-a1f7c250a90a) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:11:47.017901 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for port (14cf8688-010e-4c65-bda6-a1f7c250a90a), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:47.022317 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:47.049726 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (14cf8688-010e-4c65-bda6-a1f7c250a90a), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:47.090087 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:11:47.092940 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:11:47.096566 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:11:47.104040 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Pushing event updated for resources: {'Port': ['ID=14cf8688-010e-4c65-bda6-a1f7c250a90a,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:47.704616 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for floatingip (4f9f7482-fa51-4484-99c5-2292e15d79d1), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:47.773984 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (14cf8688-010e-4c65-bda6-a1f7c250a90a), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:47.921395 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for port (14cf8688-010e-4c65-bda6-a1f7c250a90a), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:47.925533 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (14cf8688-010e-4c65-bda6-a1f7c250a90a), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:47.996822 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Pushing event updated for resources: {'Port': ['ID=14cf8688-010e-4c65-bda6-a1f7c250a90a,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:11:48.007550 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (4f9f7482-fa51-4484-99c5-2292e15d79d1), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:48.108908 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Floating IP 4f9f7482-fa51-4484-99c5-2292e15d79d1 associated. External IP: 172.27.3.147, port: b358901e-4e0b-4ec4-b3a8-96987f94191c. May 09 23:11:48.318521 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:11:48.427033 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:11:48.436409 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94767f24-7c82-4865-9efe-41a45f7a61c7 None None] Sync routers for ids ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:11:48.443930 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:48.445850 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94767f24-7c82-4865-9efe-41a45f7a61c7 None None] Routers {'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:11:48.446501 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-94767f24-7c82-4865-9efe-41a45f7a61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:11:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:48.473181 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-090858fb-1720-4029-9c6e-fac1f12561b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7555349 May 09 23:11:48.473779 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'tag': 'b358901e-4e0b-4ec4-b3a8-96987f94191c'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:11:48.476752 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da8a4bb-95bc-4153-9dec-ca43b2586633" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb54ad3-a0af-43eb-b93a-9dff50509eea", "tag": "b358901e-4e0b-4ec4-b3a8-96987f94191c"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:11:48.511706 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6875f09b-e7d6-4ec7-9955-eb5e10f2da3d x-openstack-request-id: req-6875f09b-e7d6-4ec7-9955-eb5e10f2da3d {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:11:48.512113 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb54ad3-a0af-43eb-b93a-9dff50509eea", "tag": "b358901e-4e0b-4ec4-b3a8-96987f94191c", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:11:48.512371 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6875f09b-e7d6-4ec7-9955-eb5e10f2da3d {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:11:48.512776 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6875f09b-e7d6-4ec7-9955-eb5e10f2da3d'] response: {'name': 'network-changed', 'server_uuid': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'tag': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'status': 'completed', 'code': 200} May 09 23:11:48.554841 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-94767f24-7c82-4865-9efe-41a45f7a61c7 None None] Set router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:11:48.572356 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8a4bb-95bc-4153-9dec-ca43b2586633 req-50f37b22-bc34-42d4-a559-f3a3101373d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:48.573817 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4da8a4bb-95bc-4153-9dec-ca43b2586633 req-50f37b22-bc34-42d4-a559-f3a3101373d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=130ce8965a764f6d8910c2bba4561534&device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 1129 time: 0.0395062 May 09 23:11:48.672529 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8a4bb-95bc-4153-9dec-ca43b2586633 req-5892dac2-7673-4b09-917c-6e28eafaca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:48.674133 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4da8a4bb-95bc-4153-9dec-ca43b2586633 req-5892dac2-7673-4b09-917c-6e28eafaca0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=51deb12e-3ca1-4364-adad-de6d7141df3d HTTP/1.1" status: 200 len: 910 time: 0.0943010 May 09 23:11:48.741107 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4da8a4bb-95bc-4153-9dec-ca43b2586633 req-0aedf857-bf57-43cb-9ab5-1b05f30771f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c HTTP/1.1" status: 200 len: 999 time: 0.0597973 May 09 23:11:48.778413 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-94767f24-7c82-4865-9efe-41a45f7a61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '776ad044-485f-4899-96c6-fe51ac18403f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:11:08Z', 'revision_number': 4, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port': {'id': '776ad044-485f-4899-96c6-fe51ac18403f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:04Z', 'updated_at': '2022-05-09T23:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '4f9f7482-fa51-4484-99c5-2292e15d79d1', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'port_id': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'mac_address': 'fa:16:3e:67:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:11:47Z', 'updated_at': '2022-05-09T23:11:47Z', 'revision_number': 0, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89b1a6f-f5d5-41c5-b646-e1dd1a757274', 'name': '', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'mac_address': 'fa:16:3e:b8:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:07Z', 'updated_at': '2022-05-09T23:11:11Z', 'revision_number': 5, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'subnets': [{'id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:48.789286 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8a4bb-95bc-4153-9dec-ca43b2586633 req-1f4598a8-d0ce-4d78-b231-0e75d67ee237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:48.790904 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4da8a4bb-95bc-4153-9dec-ca43b2586633 req-1f4598a8-d0ce-4d78-b231-0e75d67ee237 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a9e6e5d-f0c8-41c6-89db-59452ad17ab5 HTTP/1.1" status: 200 len: 848 time: 0.0438437 May 09 23:11:48.839393 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8a4bb-95bc-4153-9dec-ca43b2586633 req-d1fa9001-f08e-4407-8b3d-0b488168fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:11:48.840819 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4da8a4bb-95bc-4153-9dec-ca43b2586633 req-d1fa9001-f08e-4407-8b3d-0b488168fbce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51deb12e-3ca1-4364-adad-de6d7141df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440423 May 09 23:11:48.901322 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94767f24-7c82-4865-9efe-41a45f7a61c7 None None] Checking router: ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:11:48.910352 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94767f24-7c82-4865-9efe-41a45f7a61c7 None None] Routers {'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:11:48.910966 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-94767f24-7c82-4865-9efe-41a45f7a61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:11:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:48.936156 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4da8a4bb-95bc-4153-9dec-ca43b2586633 req-985bbe43-c695-4bec-a959-9cf96d83f41e service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888605 May 09 23:11:49.020019 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-94767f24-7c82-4865-9efe-41a45f7a61c7 None None] Set router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:11:49.029392 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4da8a4bb-95bc-4153-9dec-ca43b2586633 req-69cf7f99-0db6-4a48-a7fc-ee164d39feeb service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867264 May 09 23:11:49.229360 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-94767f24-7c82-4865-9efe-41a45f7a61c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '776ad044-485f-4899-96c6-fe51ac18403f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:11:08Z', 'revision_number': 4, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port': {'id': '776ad044-485f-4899-96c6-fe51ac18403f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:04Z', 'updated_at': '2022-05-09T23:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '4f9f7482-fa51-4484-99c5-2292e15d79d1', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'port_id': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'mac_address': 'fa:16:3e:67:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:11:47Z', 'updated_at': '2022-05-09T23:11:47Z', 'revision_number': 0, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89b1a6f-f5d5-41c5-b646-e1dd1a757274', 'name': '', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'mac_address': 'fa:16:3e:b8:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:07Z', 'updated_at': '2022-05-09T23:11:11Z', 'revision_number': 5, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'subnets': [{'id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:11:49.257684 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94767f24-7c82-4865-9efe-41a45f7a61c7 None None] The sync data for ids ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'] in dv-cinder-840678-5-iscsi is: [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '776ad044-485f-4899-96c6-fe51ac18403f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:11:08Z', 'revision_number': 4, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port': {'id': '776ad044-485f-4899-96c6-fe51ac18403f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:04Z', 'updated_at': '2022-05-09T23:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '4f9f7482-fa51-4484-99c5-2292e15d79d1', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'port_id': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'mac_address': 'fa:16:3e:67:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:11:47Z', 'updated_at': '2022-05-09T23:11:47Z', 'revision_number': 0, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89b1a6f-f5d5-41c5-b646-e1dd1a757274', 'name': '', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'mac_address': 'fa:16:3e:b8:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:07Z', 'updated_at': '2022-05-09T23:11:11Z', 'revision_number': 5, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'subnets': [{'id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:11:49.407257 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0c293c74-4480-4dce-aeff-6b6a5699b08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:49.451579 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c102b39d-e70e-4ca8-9efe-1b34a9f192dc None None] New status for floating IP 4f9f7482-fa51-4484-99c5-2292e15d79d1: ACTIVE {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:11:51.698606 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-436e2bd1-9923-46de-a9b6-d39e77745141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:52.947907 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:54.356642 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:11:55.665658 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:17.013338 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:19.409083 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1fe48584-ca21-4a56-ac86-43dc863907a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:20.138037 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:12:21.705305 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d6acf49f-430f-4b83-b760-16bc917699bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:22.145203 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8005e61-ab86-4a0f-af0a-03f37cea1cf3 req-39df68ba-7950-4be7-898a-68e545db61bd tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:12:22.146670 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c8005e61-ab86-4a0f-af0a-03f37cea1cf3 req-39df68ba-7950-4be7-898a-68e545db61bd tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 945 time: 0.1539965 May 09 23:12:22.191400 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c8005e61-ab86-4a0f-af0a-03f37cea1cf3 req-0b1f8d71-fbbb-46b0-9252-7d48113c87cf tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f4edf40-1873-4ef4-bca5-75862a77e398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392067 May 09 23:12:22.950482 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:23.304851 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c44afa-d1d9-4f5b-a1f6-de3f49bb4808 req-032a0645-742f-4c2b-a6c4-9ef32942521a tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:12:23.306333 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-93c44afa-d1d9-4f5b-a1f6-de3f49bb4808 req-032a0645-742f-4c2b-a6c4-9ef32942521a tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 945 time: 0.0472074 May 09 23:12:23.351853 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-93c44afa-d1d9-4f5b-a1f6-de3f49bb4808 req-85e3bff6-b6f1-4d77-af85-ec78e741ba39 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f4edf40-1873-4ef4-bca5-75862a77e398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401328 May 09 23:12:23.925745 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-ba247e05-cbd9-482f-a9ae-3c38e7da66ad tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:12:23.927085 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-ba247e05-cbd9-482f-a9ae-3c38e7da66ad tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.55 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 945 time: 0.0445964 May 09 23:12:24.012656 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Deleting port d8dd358c-7158-401a-abeb-8ab45dc5131b {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:12:24.012993 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:24.098892 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] For port d8dd358c-7158-401a-abeb-8ab45dc5131b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d8dd358c-7158-401a-abeb-8ab45dc5131b,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:12:24.099258 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:24.271566 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:24.271848 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (b3fc3946-6bf3-4b1b-829e-193c0299a0aa), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:24.272165 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Floating IP b3fc3946-6bf3-4b1b-829e-193c0299a0aa disassociated. External IP: 172.27.3.34, port: d8dd358c-7158-401a-abeb-8ab45dc5131b. May 09 23:12:24.272503 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Calling delete_port for d8dd358c-7158-401a-abeb-8ab45dc5131b owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:12:24.363540 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:24.404000 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (d8dd358c-7158-401a-abeb-8ab45dc5131b), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:24.437302 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event deleted for resources: {'Port': ['ID=d8dd358c-7158-401a-abeb-8ab45dc5131b,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:24.448812 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.449299 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.449768 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.450133 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.450472 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.450805 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.451734 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.451734 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.451734 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.452484 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.452484 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.452747 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.453017 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.453336 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.453657 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:24.454721 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-dd0bc9c8-2e93-44a2-8ba4-eb8b6f718623 req-b9a409e1-b5fa-4d2a-9b36-044f8a50623c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 210 time: 0.0324407 May 09 23:12:24.571510 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Router 16672ca7-89c3-46d7-8136-88cdfc9386aa has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:12:24.681170 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:12:24.690300 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ce3f36-1232-4220-a46c-e0040b802856 None None] Sync routers for ids ['16672ca7-89c3-46d7-8136-88cdfc9386aa'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:12:24.699827 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce3f36-1232-4220-a46c-e0040b802856 None None] Routers {'16672ca7-89c3-46d7-8136-88cdfc9386aa'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:12:24.700507 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-a0ce3f36-1232-4220-a46c-e0040b802856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:12:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['16672ca7-89c3-46d7-8136-88cdfc9386aa'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:12:24.724740 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] No DVR routers for this DVR port d8dd358c-7158-401a-abeb-8ab45dc5131b on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:12:24.727295 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:24.730996 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a2916c0f-597d-4af7-b689-4c0e8dd8de05 req-502e9256-4948-4751-9c35-925d1a554776 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.55 "DELETE /v2.0/ports/d8dd358c-7158-401a-abeb-8ab45dc5131b HTTP/1.1" status: 204 len: 173 time: 0.7981870 May 09 23:12:24.731443 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6995d5b2-6790-4cc9-b968-82e8b7890c71', 'name': 'network-vif-deleted', 'tag': 'd8dd358c-7158-401a-abeb-8ab45dc5131b'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:12:24.733675 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd3625c-c86b-42b6-be34-124c0239f3d2" -d '{"events": [{"server_uuid": "6995d5b2-6790-4cc9-b968-82e8b7890c71", "name": "network-vif-deleted", "tag": "d8dd358c-7158-401a-abeb-8ab45dc5131b"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:12:24.767977 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e0f248-7d64-4145-b556-40a112a89606 x-openstack-request-id: req-c6e0f248-7d64-4145-b556-40a112a89606 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:12:24.768275 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6995d5b2-6790-4cc9-b968-82e8b7890c71", "name": "network-vif-deleted", "tag": "d8dd358c-7158-401a-abeb-8ab45dc5131b", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:12:24.768535 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6e0f248-7d64-4145-b556-40a112a89606 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:12:24.768942 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e0f248-7d64-4145-b556-40a112a89606'] response: {'server_uuid': '6995d5b2-6790-4cc9-b968-82e8b7890c71', 'name': 'network-vif-deleted', 'tag': 'd8dd358c-7158-401a-abeb-8ab45dc5131b', 'status': 'completed', 'code': 200} May 09 23:12:24.818489 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-a0ce3f36-1232-4220-a46c-e0040b802856 None None] Set router 16672ca7-89c3-46d7-8136-88cdfc9386aa gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:12:25.027464 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-a0ce3f36-1232-4220-a46c-e0040b802856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:53Z', 'revision_number': 5, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:12:25.053510 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ce3f36-1232-4220-a46c-e0040b802856 None None] Checking router: 16672ca7-89c3-46d7-8136-88cdfc9386aa for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:12:25.061436 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce3f36-1232-4220-a46c-e0040b802856 None None] Routers {'16672ca7-89c3-46d7-8136-88cdfc9386aa'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:12:25.062030 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-a0ce3f36-1232-4220-a46c-e0040b802856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:12:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['16672ca7-89c3-46d7-8136-88cdfc9386aa'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:12:25.167088 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-a0ce3f36-1232-4220-a46c-e0040b802856 None None] Set router 16672ca7-89c3-46d7-8136-88cdfc9386aa gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:12:25.354321 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-a0ce3f36-1232-4220-a46c-e0040b802856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:53Z', 'revision_number': 5, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:12:25.393467 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ce3f36-1232-4220-a46c-e0040b802856 None None] The sync data for ids ['16672ca7-89c3-46d7-8136-88cdfc9386aa'] in dv-cinder-840678-5-iscsi is: [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:49Z', 'revision_number': 4, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'a0901f16-c18d-4314-82bb-c62b371d2544', 'name': '', 'network_id': '585983fb-4a68-4b82-b675-7c4ec5efad6e', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'mac_address': 'fa:16:3e:d0:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:49Z', 'updated_at': '2022-05-09T23:07:53Z', 'revision_number': 5, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'subnets': [{'id': '97590d58-940b-4c83-8d2a-73cabe05d262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:12:25.571213 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5e741f6b-1cde-4546-ba13-883d2197f52a req-812bbe7b-0d65-49a8-9d4d-43f25b9fa222 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6995d5b2-6790-4cc9-b968-82e8b7890c71 HTTP/1.1" status: 200 len: 210 time: 0.0307517 May 09 23:12:25.641637 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c1354-f42e-4e0a-99ec-848f4f565a98 None None] New status for floating IP b3fc3946-6bf3-4b1b-829e-193c0299a0aa: DOWN {{(pid=103351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:12:25.758466 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:26.667577 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37704) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:26.725054 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0c688d3e-c40e-4ad6-b381-524933a15249 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group (5f4edf40-1873-4ef4-bca5-75862a77e398), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:26.748644 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0c688d3e-c40e-4ad6-b381-524933a15249 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group (5f4edf40-1873-4ef4-bca5-75862a77e398), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:26.797691 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0c688d3e-c40e-4ad6-b381-524933a15249 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (5f4edf40-1873-4ef4-bca5-75862a77e398), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:26.800307 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-0c688d3e-c40e-4ad6-b381-524933a15249 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:26.801452 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-0c688d3e-c40e-4ad6-b381-524933a15249 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "DELETE /v2.0/security-groups/5f4edf40-1873-4ef4-bca5-75862a77e398 HTTP/1.1" status: 204 len: 168 time: 0.1329024 May 09 23:12:26.804244 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37706) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:26.810445 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c688d3e-c40e-4ad6-b381-524933a15249 tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4edf40-1873-4ef4-bca5-75862a77e398,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:26.819242 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.api.v2.resource [None req-6709b5d7-ae17-4917-abc5-9c6df460f78a tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] show failed (client error): The resource could not be found. May 09 23:12:26.820260 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-6709b5d7-ae17-4917-abc5-9c6df460f78a tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "GET /v2.0/security-groups/5f4edf40-1873-4ef4-bca5-75862a77e398 HTTP/1.1" status: 404 len: 347 time: 0.0150201 May 09 23:12:26.823024 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37708) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:26.939952 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Deleting port 57ba1fdd-b3c0-468e-a24c-07c76976951e {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:12:26.940210 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (57ba1fdd-b3c0-468e-a24c-07c76976951e), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:27.021192 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (57ba1fdd-b3c0-468e-a24c-07c76976951e), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:27.021522 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for floatingip (57ba1fdd-b3c0-468e-a24c-07c76976951e), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:27.037811 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Calling delete_port for 57ba1fdd-b3c0-468e-a24c-07c76976951e owned by network:floatingip {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:12:27.163769 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (57ba1fdd-b3c0-468e-a24c-07c76976951e), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:27.192020 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Pushing event deleted for resources: {'Port': ['ID=57ba1fdd-b3c0-468e-a24c-07c76976951e,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:27.216240 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.216588 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.216930 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.217271 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.217607 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.217938 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.218304 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.218630 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.218958 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.219280 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.220111 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.220435 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.220758 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.221077 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.221396 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:12:27.261533 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks [] for floatingip (b3fc3946-6bf3-4b1b-829e-193c0299a0aa), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:27.264029 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:27.265161 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-9c677896-18de-43ec-97dd-2b1b1d11e03c tempest-AttachVolumeTestJSON-6192396 tempest-AttachVolumeTestJSON-6192396-project] 10.222.0.23 "DELETE /v2.0/floatingips/b3fc3946-6bf3-4b1b-829e-193c0299a0aa HTTP/1.1" status: 204 len: 168 time: 0.4412520 May 09 23:12:27.538969 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fcf182ae-28b2-46c6-b7f3-fc560be5ceb0 req-91312fd3-c00f-421c-bd94-d3d23f590049 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434015 May 09 23:12:27.624518 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf182ae-28b2-46c6-b7f3-fc560be5ceb0 req-68183af7-2140-4b17-b837-0dcfed5d2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:12:27.626045 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fcf182ae-28b2-46c6-b7f3-fc560be5ceb0 req-68183af7-2140-4b17-b837-0dcfed5d2e22 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=130ce8965a764f6d8910c2bba4561534&device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 1129 time: 0.0386109 May 09 23:12:27.731044 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf182ae-28b2-46c6-b7f3-fc560be5ceb0 req-5a0e1907-7ae6-4c54-b397-37ab1960d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:12:27.732488 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fcf182ae-28b2-46c6-b7f3-fc560be5ceb0 req-5a0e1907-7ae6-4c54-b397-37ab1960d419 service neutron] 10.222.0.55 "GET /v2.0/networks?id=51deb12e-3ca1-4364-adad-de6d7141df3d HTTP/1.1" status: 200 len: 910 time: 0.0852962 May 09 23:12:27.804308 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fcf182ae-28b2-46c6-b7f3-fc560be5ceb0 req-5c74e23f-1cfa-4c2f-9227-e3342a32645d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c HTTP/1.1" status: 200 len: 1001 time: 0.0612438 May 09 23:12:27.854906 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf182ae-28b2-46c6-b7f3-fc560be5ceb0 req-ba27bc80-da29-4859-8c60-e5bdca320ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:12:27.856598 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fcf182ae-28b2-46c6-b7f3-fc560be5ceb0 req-ba27bc80-da29-4859-8c60-e5bdca320ea2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a9e6e5d-f0c8-41c6-89db-59452ad17ab5 HTTP/1.1" status: 200 len: 848 time: 0.0434268 May 09 23:12:27.899881 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf182ae-28b2-46c6-b7f3-fc560be5ceb0 req-4eb04a43-7b2e-413b-bd96-89423c3b16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:12:27.901323 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fcf182ae-28b2-46c6-b7f3-fc560be5ceb0 req-4eb04a43-7b2e-413b-bd96-89423c3b16e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51deb12e-3ca1-4364-adad-de6d7141df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380282 May 09 23:12:28.000524 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fcf182ae-28b2-46c6-b7f3-fc560be5ceb0 req-839244e8-d40a-47c2-b727-fcee88e16832 service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895531 May 09 23:12:28.097662 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fcf182ae-28b2-46c6-b7f3-fc560be5ceb0 req-8fdb02f7-b577-44ac-a2d0-5d012a081516 service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871685 May 09 23:12:28.588370 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device d8dd358c-7158-401a-abeb-8ab45dc5131b no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:12:28.612658 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: d8dd358c-7158-401a-abeb-8ab45dc5131b {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:12:28.613001 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device d8dd358c-7158-401a-abeb-8ab45dc5131b not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:12:30.787352 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37736) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:31.107515 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6559c939-f8d6-4462-b71f-ee4c1960bd4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719631'] for router_interface (16672ca7-89c3-46d7-8136-88cdfc9386aa), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:31.335485 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-6559c939-f8d6-4462-b71f-ee4c1960bd4d admin admin] Deleting port a0901f16-c18d-4314-82bb-c62b371d2544 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:12:31.335828 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6559c939-f8d6-4462-b71f-ee4c1960bd4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:31.414411 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-6559c939-f8d6-4462-b71f-ee4c1960bd4d admin admin] For port a0901f16-c18d-4314-82bb-c62b371d2544, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=a0901f16-c18d-4314-82bb-c62b371d2544,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:12:31.414696 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6559c939-f8d6-4462-b71f-ee4c1960bd4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:31.427860 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-6559c939-f8d6-4462-b71f-ee4c1960bd4d admin admin] Calling delete_port for a0901f16-c18d-4314-82bb-c62b371d2544 owned by network:router_interface {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:12:31.603700 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6559c939-f8d6-4462-b71f-ee4c1960bd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (a0901f16-c18d-4314-82bb-c62b371d2544), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:31.633585 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559c939-f8d6-4462-b71f-ee4c1960bd4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a0901f16-c18d-4314-82bb-c62b371d2544,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:31.809566 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6559c939-f8d6-4462-b71f-ee4c1960bd4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725520'] for router_interface (16672ca7-89c3-46d7-8136-88cdfc9386aa), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:32.025562 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6559c939-f8d6-4462-b71f-ee4c1960bd4d admin admin] Router 16672ca7-89c3-46d7-8136-88cdfc9386aa has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:12:32.132625 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6559c939-f8d6-4462-b71f-ee4c1960bd4d admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:12:32.138577 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-6559c939-f8d6-4462-b71f-ee4c1960bd4d admin admin] 10.222.0.23 "PUT /v2.0/routers/16672ca7-89c3-46d7-8136-88cdfc9386aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3501830 May 09 23:12:32.140057 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37738) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:32.142098 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414044ab-f7c7-4498-bf70-8c5e55764a4f None None] Sync routers for ids ['16672ca7-89c3-46d7-8136-88cdfc9386aa'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:12:32.151610 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414044ab-f7c7-4498-bf70-8c5e55764a4f None None] Routers {'16672ca7-89c3-46d7-8136-88cdfc9386aa'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:12:32.152212 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-414044ab-f7c7-4498-bf70-8c5e55764a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:12:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['16672ca7-89c3-46d7-8136-88cdfc9386aa'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:12:32.244030 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] Publish callbacks [] for router (16672ca7-89c3-46d7-8136-88cdfc9386aa), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:32.255847 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-414044ab-f7c7-4498-bf70-8c5e55764a4f None None] Set router 16672ca7-89c3-46d7-8136-88cdfc9386aa gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:12:32.348043 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] Publish callbacks [] for router_gateway (16672ca7-89c3-46d7-8136-88cdfc9386aa), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:32.394501 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] Deleting port 3ef923ee-886c-4d40-8f3f-c3d07fb7651e {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:12:32.394844 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (3ef923ee-886c-4d40-8f3f-c3d07fb7651e), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:32.474853 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] For port 3ef923ee-886c-4d40-8f3f-c3d07fb7651e, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=3ef923ee-886c-4d40-8f3f-c3d07fb7651e,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:12:32.475222 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (3ef923ee-886c-4d40-8f3f-c3d07fb7651e), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:32.488458 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] Calling delete_port for 3ef923ee-886c-4d40-8f3f-c3d07fb7651e owned by network:router_gateway {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:12:32.504864 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-414044ab-f7c7-4498-bf70-8c5e55764a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:12:31Z', 'revision_number': 5, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port': {'id': '3ef923ee-886c-4d40-8f3f-c3d07fb7651e', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:12:32.533292 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414044ab-f7c7-4498-bf70-8c5e55764a4f None None] Checking router: 16672ca7-89c3-46d7-8136-88cdfc9386aa for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:12:32.541385 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414044ab-f7c7-4498-bf70-8c5e55764a4f None None] Routers {'16672ca7-89c3-46d7-8136-88cdfc9386aa'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:12:32.541999 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-414044ab-f7c7-4498-bf70-8c5e55764a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:12:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['16672ca7-89c3-46d7-8136-88cdfc9386aa'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:12:32.628543 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-414044ab-f7c7-4498-bf70-8c5e55764a4f None None] Set router 16672ca7-89c3-46d7-8136-88cdfc9386aa gateway port host: None {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:12:32.652245 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (3ef923ee-886c-4d40-8f3f-c3d07fb7651e), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:32.678262 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-414044ab-f7c7-4498-bf70-8c5e55764a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:12:32Z', 'revision_number': 6, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port_host': None}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:12:32.683767 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef923ee-886c-4d40-8f3f-c3d07fb7651e,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:32.708419 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414044ab-f7c7-4498-bf70-8c5e55764a4f None None] The sync data for ids ['16672ca7-89c3-46d7-8136-88cdfc9386aa'] in dv-cinder-840678-5-iscsi is: [{'id': '16672ca7-89c3-46d7-8136-88cdfc9386aa', 'name': 'tempest-AttachVolumeTestJSON-2067904838-router', 'tenant_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:07:47Z', 'updated_at': '2022-05-09T23:12:32Z', 'revision_number': 6, 'project_id': 'c0df002b4f614f4bbac1782e1fbb484a', 'gw_port_host': None}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:12:32.741292 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733245'] for router_gateway (16672ca7-89c3-46d7-8136-88cdfc9386aa), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:32.835249 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112502'] for router (16672ca7-89c3-46d7-8136-88cdfc9386aa), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:32.837595 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] Publish callbacks [] for router_controller (16672ca7-89c3-46d7-8136-88cdfc9386aa), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:32.880409 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731628'] for router (16672ca7-89c3-46d7-8136-88cdfc9386aa), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:32.881009 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16672ca7-89c3-46d7-8136-88cdfc9386aa {{(pid=103349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 23:12:32.885215 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:32.886373 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-0c64d957-bbb1-4afb-9771-b81f46c2b38a admin admin] 10.222.0.23 "DELETE /v2.0/routers/16672ca7-89c3-46d7-8136-88cdfc9386aa HTTP/1.1" status: 204 len: 168 time: 0.7453802 May 09 23:12:32.888820 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37740) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:32.931760 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb29c3b-d7f8-472e-8338-b5366f72f355 admin admin] Deleting subnet 97590d58-940b-4c83-8d2a-73cabe05d262 {{(pid=103349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:12:32.935026 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-dbb29c3b-d7f8-472e-8338-b5366f72f355 admin admin] Publish callbacks [] for subnet (97590d58-940b-4c83-8d2a-73cabe05d262), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:32.968156 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-dbb29c3b-d7f8-472e-8338-b5366f72f355 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2099962'] for subnet (97590d58-940b-4c83-8d2a-73cabe05d262), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.056386 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-dbb29c3b-d7f8-472e-8338-b5366f72f355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (97590d58-940b-4c83-8d2a-73cabe05d262), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.111081 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-dbb29c3b-d7f8-472e-8338-b5366f72f355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2133958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9656954'] for subnet (97590d58-940b-4c83-8d2a-73cabe05d262), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.137956 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb29c3b-d7f8-472e-8338-b5366f72f355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97590d58-940b-4c83-8d2a-73cabe05d262,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:33.139948 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-dbb29c3b-d7f8-472e-8338-b5366f72f355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.143677 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-dbb29c3b-d7f8-472e-8338-b5366f72f355 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/97590d58-940b-4c83-8d2a-73cabe05d262 HTTP/1.1" status: 204 len: 168 time: 0.2539501 May 09 23:12:33.148791 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c4497e-8d2f-4f68-b19f-d7a0f0bcc6b2 None None] Network 585983fb-4a68-4b82-b675-7c4ec5efad6e requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:12:33.152884 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37742) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:33.223203 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (585983fb-4a68-4b82-b675-7c4ec5efad6e), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.269382 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Deleting port 470ae4d6-f77b-4abc-8162-12f736b6a7da {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:12:33.269723 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (470ae4d6-f77b-4abc-8162-12f736b6a7da), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.332047 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] For port 470ae4d6-f77b-4abc-8162-12f736b6a7da, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=470ae4d6-f77b-4abc-8162-12f736b6a7da,segment=NetworkSegment(48fd6b85-42d9-4062-a3d1-c35660dc0948),segment_id=48fd6b85-42d9-4062-a3d1-c35660dc0948)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:12:33.332401 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (470ae4d6-f77b-4abc-8162-12f736b6a7da), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.346421 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Calling delete_port for 470ae4d6-f77b-4abc-8162-12f736b6a7da owned by network:dhcp {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:12:33.426835 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (470ae4d6-f77b-4abc-8162-12f736b6a7da), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.451998 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Pushing event deleted for resources: {'Port': ['ID=470ae4d6-f77b-4abc-8162-12f736b6a7da,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:33.458375 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] No DVR routers for this DVR port 470ae4d6-f77b-4abc-8162-12f736b6a7da on host dv-cinder-840678-5-iscsi {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:12:33.499523 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef63641-33c9-48d1-aaa7-cba333510ecc None None] DHCP port deletion for 585983fb-4a68-4b82-b675-7c4ec5efad6e request from dv-cinder-840678-5-iscsi {{(pid=103351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 23:12:33.536988 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (585983fb-4a68-4b82-b675-7c4ec5efad6e), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.557172 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585983fb-4a68-4b82-b675-7c4ec5efad6e']}} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:12:33.567204 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fd6b85-42d9-4062-a3d1-c35660dc0948') {'for_net_delete': True} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:12:33.567500 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fd6b85-42d9-4062-a3d1-c35660dc0948') {} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:12:33.577093 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9966954'] for segment (48fd6b85-42d9-4062-a3d1-c35660dc0948), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.594156 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (48fd6b85-42d9-4062-a3d1-c35660dc0948), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.602042 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:12:33.602533 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885323'] for segment (48fd6b85-42d9-4062-a3d1-c35660dc0948), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: Traceback (most recent call last): May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: timer() May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: cb(*args, **kw) May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: return func(*args, **kwargs) May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: self._notify() May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: self.callback(batched_events) May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: event.method(event) May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: return f(self, *a, **k) May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: return self._get(url).json() May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: return self.request(url, 'GET', **kwargs) May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:12:33.604407 dv-cinder-840678-5-iscsi neutron-server[103350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:12:33.664486 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (585983fb-4a68-4b82-b675-7c4ec5efad6e), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.664950 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device a0901f16-c18d-4314-82bb-c62b371d2544 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:12:33.670408 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.673950 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] 10.222.0.23 "DELETE /v2.0/networks/585983fb-4a68-4b82-b675-7c4ec5efad6e HTTP/1.1" status: 204 len: 168 time: 0.5200341 May 09 23:12:33.685905 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f36e82-e01f-4a08-95cc-c3e84c3ac455 admin admin] Pushing event deleted for resources: {'Network': ['ID=585983fb-4a68-4b82-b675-7c4ec5efad6e,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:33.696615 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: a0901f16-c18d-4314-82bb-c62b371d2544 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:12:33.696957 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device a0901f16-c18d-4314-82bb-c62b371d2544 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:12:33.697364 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 3ef923ee-886c-4d40-8f3f-c3d07fb7651e no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:12:33.718740 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 3ef923ee-886c-4d40-8f3f-c3d07fb7651e {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:12:33.719086 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 3ef923ee-886c-4d40-8f3f-c3d07fb7651e not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:12:33.719682 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 470ae4d6-f77b-4abc-8162-12f736b6a7da no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:12:33.740026 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 470ae4d6-f77b-4abc-8162-12f736b6a7da {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:12:33.740376 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 470ae4d6-f77b-4abc-8162-12f736b6a7da not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:12:33.848114 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37746) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:33.892824 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-0a3803b9-2aff-4d68-ab74-79cac85935e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0df002b4f614f4bbac1782e1fbb484a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435758 May 09 23:12:33.895898 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37748) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:33.941707 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8907ee37-4c2e-4a2b-a57b-493c7ba6175d admin admin] Publish callbacks [] for security_group (28108314-c3cd-4287-97eb-0e641e161aac), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:33.962868 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8907ee37-4c2e-4a2b-a57b-493c7ba6175d admin admin] Publish callbacks [] for security_group (28108314-c3cd-4287-97eb-0e641e161aac), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:34.009117 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8907ee37-4c2e-4a2b-a57b-493c7ba6175d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (28108314-c3cd-4287-97eb-0e641e161aac), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:34.011678 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8907ee37-4c2e-4a2b-a57b-493c7ba6175d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:34.012813 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-8907ee37-4c2e-4a2b-a57b-493c7ba6175d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28108314-c3cd-4287-97eb-0e641e161aac HTTP/1.1" status: 204 len: 168 time: 0.1160228 May 09 23:12:34.020821 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907ee37-4c2e-4a2b-a57b-493c7ba6175d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28108314-c3cd-4287-97eb-0e641e161aac,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:42.311710 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37856) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:42.413194 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9e253258-c9e5-4ff0-a2b6-75c77f52791e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:42.488829 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9e253258-c9e5-4ff0-a2b6-75c77f52791e admin admin] Publish callbacks [] for security_group (24ce3389-9ee0-4a43-a821-581b7d6586fd), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:42.492394 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9e253258-c9e5-4ff0-a2b6-75c77f52791e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (24ce3389-9ee0-4a43-a821-581b7d6586fd), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:42.530140 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-9e253258-c9e5-4ff0-a2b6-75c77f52791e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=393d9067cef543b5ad23dc37a24f0ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173626 May 09 23:12:42.531006 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e253258-c9e5-4ff0-a2b6-75c77f52791e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ce3389-9ee0-4a43-a821-581b7d6586fd,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:42.533549 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37860) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:42.581976 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8be9311f-ee05-49e4-81c7-06160027118b admin admin] Publish callbacks [] for security_group (24ce3389-9ee0-4a43-a821-581b7d6586fd), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:42.603737 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8be9311f-ee05-49e4-81c7-06160027118b admin admin] Publish callbacks [] for security_group (24ce3389-9ee0-4a43-a821-581b7d6586fd), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:42.652507 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8be9311f-ee05-49e4-81c7-06160027118b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (24ce3389-9ee0-4a43-a821-581b7d6586fd), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:42.655158 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-8be9311f-ee05-49e4-81c7-06160027118b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:42.656278 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-8be9311f-ee05-49e4-81c7-06160027118b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24ce3389-9ee0-4a43-a821-581b7d6586fd HTTP/1.1" status: 204 len: 168 time: 0.1216371 May 09 23:12:42.664075 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9311f-ee05-49e4-81c7-06160027118b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ce3389-9ee0-4a43-a821-581b7d6586fd,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:46.270426 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37920) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:46.376175 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4c076ad5-07cb-4663-b86f-0d2f79c6ae63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:46.448188 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4c076ad5-07cb-4663-b86f-0d2f79c6ae63 admin admin] Publish callbacks [] for security_group (d20c5135-dcaf-4243-9624-b4769e7fd9d0), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:46.451752 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4c076ad5-07cb-4663-b86f-0d2f79c6ae63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d20c5135-dcaf-4243-9624-b4769e7fd9d0), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:46.487374 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c076ad5-07cb-4663-b86f-0d2f79c6ae63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20c5135-dcaf-4243-9624-b4769e7fd9d0,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:46.491570 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-4c076ad5-07cb-4663-b86f-0d2f79c6ae63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a940ddf496a432ca64efb0a01280aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201636 May 09 23:12:46.494254 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37924) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:46.540333 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2f62-cf87-479a-8fc0-aa386f31df6b admin admin] Publish callbacks [] for security_group (d20c5135-dcaf-4243-9624-b4769e7fd9d0), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:46.561298 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2f62-cf87-479a-8fc0-aa386f31df6b admin admin] Publish callbacks [] for security_group (d20c5135-dcaf-4243-9624-b4769e7fd9d0), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:46.607791 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2f62-cf87-479a-8fc0-aa386f31df6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d20c5135-dcaf-4243-9624-b4769e7fd9d0), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:46.610491 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2f62-cf87-479a-8fc0-aa386f31df6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:46.611635 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-f8ed2f62-cf87-479a-8fc0-aa386f31df6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d20c5135-dcaf-4243-9624-b4769e7fd9d0 HTTP/1.1" status: 204 len: 168 time: 0.1164713 May 09 23:12:46.618936 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed2f62-cf87-479a-8fc0-aa386f31df6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20c5135-dcaf-4243-9624-b4769e7fd9d0,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:47.037166 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:47.769181 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 37974) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:47.870086 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d695c9c1-8411-4b08-a381-caf45d84d1c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:47.945065 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d695c9c1-8411-4b08-a381-caf45d84d1c4 admin admin] Publish callbacks [] for security_group (e575f961-c936-4af2-a25f-c884641c857f), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:47.948561 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d695c9c1-8411-4b08-a381-caf45d84d1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (e575f961-c936-4af2-a25f-c884641c857f), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:47.985349 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-d695c9c1-8411-4b08-a381-caf45d84d1c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91d8f714d9ef4fecad2300b79b4cf1c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146266 May 09 23:12:47.987259 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695c9c1-8411-4b08-a381-caf45d84d1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e575f961-c936-4af2-a25f-c884641c857f,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:47.988127 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 37978) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:48.036518 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-be71ca22-ab05-4b7b-935f-70027b9895c8 admin admin] Publish callbacks [] for security_group (e575f961-c936-4af2-a25f-c884641c857f), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:48.058471 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-be71ca22-ab05-4b7b-935f-70027b9895c8 admin admin] Publish callbacks [] for security_group (e575f961-c936-4af2-a25f-c884641c857f), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:48.104359 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-be71ca22-ab05-4b7b-935f-70027b9895c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (e575f961-c936-4af2-a25f-c884641c857f), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:48.107238 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-be71ca22-ab05-4b7b-935f-70027b9895c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:48.108409 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-be71ca22-ab05-4b7b-935f-70027b9895c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e575f961-c936-4af2-a25f-c884641c857f HTTP/1.1" status: 204 len: 168 time: 0.1192822 May 09 23:12:48.116665 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71ca22-ab05-4b7b-935f-70027b9895c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e575f961-c936-4af2-a25f-c884641c857f,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:49.410824 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-48406495-ca29-43f0-8b8f-8b3ad531f1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:49.936689 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38048) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:50.038468 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-529fa385-3a0b-4b78-add1-c9fd7f29ff88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:50.111994 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-529fa385-3a0b-4b78-add1-c9fd7f29ff88 admin admin] Publish callbacks [] for security_group (b5dd7878-393c-4bb7-ae7e-ae7341ae1ee6), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:50.115719 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-529fa385-3a0b-4b78-add1-c9fd7f29ff88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (b5dd7878-393c-4bb7-ae7e-ae7341ae1ee6), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:50.153555 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fa385-3a0b-4b78-add1-c9fd7f29ff88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dd7878-393c-4bb7-ae7e-ae7341ae1ee6,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:50.157691 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-529fa385-3a0b-4b78-add1-c9fd7f29ff88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6440b9f0b0c847b7a5e0f659f1051c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199888 May 09 23:12:50.160382 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38052) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:50.206821 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ee3c7120-a6fc-44a7-9d24-7aae03e70286 admin admin] Publish callbacks [] for security_group (b5dd7878-393c-4bb7-ae7e-ae7341ae1ee6), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:50.226968 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ee3c7120-a6fc-44a7-9d24-7aae03e70286 admin admin] Publish callbacks [] for security_group (b5dd7878-393c-4bb7-ae7e-ae7341ae1ee6), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:50.272871 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ee3c7120-a6fc-44a7-9d24-7aae03e70286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (b5dd7878-393c-4bb7-ae7e-ae7341ae1ee6), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:50.275489 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ee3c7120-a6fc-44a7-9d24-7aae03e70286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:50.276603 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-ee3c7120-a6fc-44a7-9d24-7aae03e70286 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5dd7878-393c-4bb7-ae7e-ae7341ae1ee6 HTTP/1.1" status: 204 len: 168 time: 0.1153362 May 09 23:12:50.284049 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c7120-a6fc-44a7-9d24-7aae03e70286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dd7878-393c-4bb7-ae7e-ae7341ae1ee6,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:50.522917 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38058) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:50.536476 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-42673741-733e-4e40-8e15-47bdb21fe130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:50.611972 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-42673741-733e-4e40-8e15-47bdb21fe130 admin admin] Publish callbacks [] for security_group (a93cc578-7f00-46e5-972d-2acc91ac187e), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:50.615616 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-42673741-733e-4e40-8e15-47bdb21fe130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a93cc578-7f00-46e5-972d-2acc91ac187e), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:50.653398 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-42673741-733e-4e40-8e15-47bdb21fe130 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=047767f15c2f4550aedf033c06e2f5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293817 May 09 23:12:50.654402 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42673741-733e-4e40-8e15-47bdb21fe130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93cc578-7f00-46e5-972d-2acc91ac187e,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:50.656049 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38060) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:12:50.704863 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c23155d7-8976-4402-a6f9-ed993b1f64f9 admin admin] Publish callbacks [] for security_group (a93cc578-7f00-46e5-972d-2acc91ac187e), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:50.725841 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c23155d7-8976-4402-a6f9-ed993b1f64f9 admin admin] Publish callbacks [] for security_group (a93cc578-7f00-46e5-972d-2acc91ac187e), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:50.773337 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c23155d7-8976-4402-a6f9-ed993b1f64f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a93cc578-7f00-46e5-972d-2acc91ac187e), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:50.775880 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-c23155d7-8976-4402-a6f9-ed993b1f64f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:50.777003 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-c23155d7-8976-4402-a6f9-ed993b1f64f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a93cc578-7f00-46e5-972d-2acc91ac187e HTTP/1.1" status: 204 len: 168 time: 0.1186824 May 09 23:12:50.785353 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23155d7-8976-4402-a6f9-ed993b1f64f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93cc578-7f00-46e5-972d-2acc91ac187e,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:12:51.697813 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f7fc0b08-342f-4040-8a12-a7613f4a83c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:52.954869 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:54.358809 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:55.670033 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:12:57.136878 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:13:01.414793 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38192) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:13:01.516970 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9b9108d3-bada-4076-8578-500dc400154e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:01.588701 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9b9108d3-bada-4076-8578-500dc400154e admin admin] Publish callbacks [] for security_group (d76cd76f-96a4-4655-9f1c-2f93a2a09dbc), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:01.592280 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-9b9108d3-bada-4076-8578-500dc400154e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d76cd76f-96a4-4655-9f1c-2f93a2a09dbc), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:01.633128 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-9b9108d3-bada-4076-8578-500dc400154e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4de524d19074fb2a642b216de64d788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172110 May 09 23:13:01.633967 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9108d3-bada-4076-8578-500dc400154e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76cd76f-96a4-4655-9f1c-2f93a2a09dbc,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:13:01.635929 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38196) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:13:01.686888 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-62ae71f6-8d00-4291-86c1-2810908f9fb7 admin admin] Publish callbacks [] for security_group (d76cd76f-96a4-4655-9f1c-2f93a2a09dbc), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:01.707156 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-62ae71f6-8d00-4291-86c1-2810908f9fb7 admin admin] Publish callbacks [] for security_group (d76cd76f-96a4-4655-9f1c-2f93a2a09dbc), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:01.752501 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-62ae71f6-8d00-4291-86c1-2810908f9fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (d76cd76f-96a4-4655-9f1c-2f93a2a09dbc), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:01.755080 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-62ae71f6-8d00-4291-86c1-2810908f9fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:01.756207 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-62ae71f6-8d00-4291-86c1-2810908f9fb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d76cd76f-96a4-4655-9f1c-2f93a2a09dbc HTTP/1.1" status: 204 len: 168 time: 0.1192348 May 09 23:13:01.764422 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae71f6-8d00-4291-86c1-2810908f9fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76cd76f-96a4-4655-9f1c-2f93a2a09dbc,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:13:02.007452 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38202) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:13:02.021019 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6f37b2b3-db9d-4d13-9bc5-da76172705ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:02.094636 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6f37b2b3-db9d-4d13-9bc5-da76172705ce admin admin] Publish callbacks [] for security_group (5beb6ab4-1e50-4cde-9ec7-99d646b82790), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:02.098137 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-6f37b2b3-db9d-4d13-9bc5-da76172705ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (5beb6ab4-1e50-4cde-9ec7-99d646b82790), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:02.132985 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37b2b3-db9d-4d13-9bc5-da76172705ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beb6ab4-1e50-4cde-9ec7-99d646b82790,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:13:02.137106 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-6f37b2b3-db9d-4d13-9bc5-da76172705ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6c0884f22a0484a97ef56a5a469c288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285586 May 09 23:13:02.139682 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38204) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:13:02.185908 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b4579098-7211-40b2-aa84-bc8f9e16efcd admin admin] Publish callbacks [] for security_group (5beb6ab4-1e50-4cde-9ec7-99d646b82790), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:02.206456 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b4579098-7211-40b2-aa84-bc8f9e16efcd admin admin] Publish callbacks [] for security_group (5beb6ab4-1e50-4cde-9ec7-99d646b82790), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:02.254016 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b4579098-7211-40b2-aa84-bc8f9e16efcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (5beb6ab4-1e50-4cde-9ec7-99d646b82790), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:02.256587 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b4579098-7211-40b2-aa84-bc8f9e16efcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:02.257733 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-b4579098-7211-40b2-aa84-bc8f9e16efcd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5beb6ab4-1e50-4cde-9ec7-99d646b82790 HTTP/1.1" status: 204 len: 168 time: 0.1171715 May 09 23:13:02.265384 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4579098-7211-40b2-aa84-bc8f9e16efcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beb6ab4-1e50-4cde-9ec7-99d646b82790,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:13:13.044992 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38340) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:13:13.147786 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-683d042a-9803-4a37-9b2d-8712fa037e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:13.221889 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-683d042a-9803-4a37-9b2d-8712fa037e2c admin admin] Publish callbacks [] for security_group (0f929ad2-3fa7-485a-b28b-d82ddc41caa0), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:13.225552 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-683d042a-9803-4a37-9b2d-8712fa037e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (0f929ad2-3fa7-485a-b28b-d82ddc41caa0), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:13.265116 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d042a-9803-4a37-9b2d-8712fa037e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f929ad2-3fa7-485a-b28b-d82ddc41caa0,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:13:13.271440 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-683d042a-9803-4a37-9b2d-8712fa037e2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62ea39b51858417ebc3fdb8b624caa6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253571 May 09 23:13:13.274017 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38344) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:13:13.320258 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-47519d3e-c293-422c-a2ad-c963a5274dcc admin admin] Publish callbacks [] for security_group (0f929ad2-3fa7-485a-b28b-d82ddc41caa0), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:13.340992 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-47519d3e-c293-422c-a2ad-c963a5274dcc admin admin] Publish callbacks [] for security_group (0f929ad2-3fa7-485a-b28b-d82ddc41caa0), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:13.389819 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-47519d3e-c293-422c-a2ad-c963a5274dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (0f929ad2-3fa7-485a-b28b-d82ddc41caa0), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:13.393014 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-47519d3e-c293-422c-a2ad-c963a5274dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:13.394170 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-47519d3e-c293-422c-a2ad-c963a5274dcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f929ad2-3fa7-485a-b28b-d82ddc41caa0 HTTP/1.1" status: 204 len: 168 time: 0.1192539 May 09 23:13:13.401389 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47519d3e-c293-422c-a2ad-c963a5274dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f929ad2-3fa7-485a-b28b-d82ddc41caa0,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:13:17.036392 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:19.415658 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-05fda647-e2bb-4f05-bb75-e3c3d6fe88aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:21.698412 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-036c31eb-e67c-4676-8cbd-7f454c117ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:22.957024 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:24.363224 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:25.672139 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:29.205418 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ed2ab283-ae3d-4bde-b00b-66ec82bf5b01 req-185e1411-22ce-4baf-843a-a9c0a92024b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1267035 May 09 23:13:29.292784 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ab283-ae3d-4bde-b00b-66ec82bf5b01 req-03813afd-9547-403f-8d71-172a3b752e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:29.294299 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ed2ab283-ae3d-4bde-b00b-66ec82bf5b01 req-03813afd-9547-403f-8d71-172a3b752e61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=130ce8965a764f6d8910c2bba4561534&device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 1129 time: 0.0391057 May 09 23:13:29.657427 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ab283-ae3d-4bde-b00b-66ec82bf5b01 req-523169f5-033b-499c-9965-e0f8144e1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:29.659005 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ed2ab283-ae3d-4bde-b00b-66ec82bf5b01 req-523169f5-033b-499c-9965-e0f8144e1f6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=51deb12e-3ca1-4364-adad-de6d7141df3d HTTP/1.1" status: 200 len: 910 time: 0.3366766 May 09 23:13:29.735145 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ed2ab283-ae3d-4bde-b00b-66ec82bf5b01 req-a558a57a-9aea-4298-bc60-9ac193685b91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c HTTP/1.1" status: 200 len: 1001 time: 0.0664370 May 09 23:13:29.785807 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ab283-ae3d-4bde-b00b-66ec82bf5b01 req-f248f787-0b45-4f91-a027-406e8eb4d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:29.787241 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ed2ab283-ae3d-4bde-b00b-66ec82bf5b01 req-f248f787-0b45-4f91-a027-406e8eb4d091 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a9e6e5d-f0c8-41c6-89db-59452ad17ab5 HTTP/1.1" status: 200 len: 848 time: 0.0428772 May 09 23:13:29.836388 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ab283-ae3d-4bde-b00b-66ec82bf5b01 req-edd0a24f-3fa3-40b6-91f8-84da974d1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:29.837841 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ed2ab283-ae3d-4bde-b00b-66ec82bf5b01 req-edd0a24f-3fa3-40b6-91f8-84da974d1988 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51deb12e-3ca1-4364-adad-de6d7141df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413501 May 09 23:13:29.851078 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [req-ed2ab283-ae3d-4bde-b00b-66ec82bf5b01 req-a7cc5abe-c1c4-4814-bdff-318ccb3befa3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 23:13:29.852013 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ed2ab283-ae3d-4bde-b00b-66ec82bf5b01 req-a7cc5abe-c1c4-4814-bdff-318ccb3befa3 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047922 May 09 23:13:29.941054 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ed2ab283-ae3d-4bde-b00b-66ec82bf5b01 req-9b5eee78-aa8b-48ef-b513-04104ee51d91 service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792215 May 09 23:13:30.041344 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ed2ab283-ae3d-4bde-b00b-66ec82bf5b01 req-163037a4-693d-43df-9ec7-910ce59fbc4e service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916889 May 09 23:13:34.136382 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:13:46.037729 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49fad1-1ad2-4a10-b039-cfa7f32af8bb req-dcf59cd4-242c-4778-893a-9fec608012f8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:46.039395 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4f49fad1-1ad2-4a10-b039-cfa7f32af8bb req-dcf59cd4-242c-4778-893a-9fec608012f8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0480583 May 09 23:13:46.089697 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4f49fad1-1ad2-4a10-b039-cfa7f32af8bb req-4acf88e9-c603-4f35-b5da-64ad3e0b3587 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442338 May 09 23:13:47.049177 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:47.207371 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9bbb3-66ce-4fd7-bef5-3b359cf3c1bb req-613f151e-d5a3-4808-889c-b311bd3ff628 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:47.208816 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-efe9bbb3-66ce-4fd7-bef5-3b359cf3c1bb req-613f151e-d5a3-4808-889c-b311bd3ff628 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0508752 May 09 23:13:47.256117 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-efe9bbb3-66ce-4fd7-bef5-3b359cf3c1bb req-82e395de-87ad-4ce4-8380-edf82e684dcf tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418320 May 09 23:13:48.367721 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9d352-4fa7-4fa9-97d2-f54d19c69b3e req-90eaa996-bafb-483d-8230-4bd62ee2287a tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:48.369188 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-68a9d352-4fa7-4fa9-97d2-f54d19c69b3e req-90eaa996-bafb-483d-8230-4bd62ee2287a tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0477138 May 09 23:13:48.416831 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-68a9d352-4fa7-4fa9-97d2-f54d19c69b3e req-46902295-f344-4bcb-94b9-265c4d311174 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421081 May 09 23:13:49.416737 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5ba3bf1d-622c-42ed-89ed-6f46df908c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:49.527106 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80141c5a-456f-45d3-86c4-ed288ef930c7 req-c7cf2bc5-1f6b-40de-a28f-2b2d7f36760b tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:49.528550 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-80141c5a-456f-45d3-86c4-ed288ef930c7 req-c7cf2bc5-1f6b-40de-a28f-2b2d7f36760b tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0470715 May 09 23:13:49.575425 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-80141c5a-456f-45d3-86c4-ed288ef930c7 req-a2654e5c-b8b7-4f3a-ba42-a4b6af923db7 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415127 May 09 23:13:50.689475 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479c59d-2175-4307-a3f3-97e74509c928 req-d9461f67-b987-4162-af21-eedc232ff5ab tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:50.690927 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7479c59d-2175-4307-a3f3-97e74509c928 req-d9461f67-b987-4162-af21-eedc232ff5ab tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0490863 May 09 23:13:50.738501 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7479c59d-2175-4307-a3f3-97e74509c928 req-cf9ead9b-140c-4421-a9e0-00bed68d1f9c tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416024 May 09 23:13:51.699608 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-325300f2-5524-46dc-a666-bd53da79f6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:52.100924 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a32c8-5f75-4383-915e-609851839b44 req-c8151066-8408-499a-8ce3-2d2b76adaeaf tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:52.102408 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-854a32c8-5f75-4383-915e-609851839b44 req-c8151066-8408-499a-8ce3-2d2b76adaeaf tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.2960179 May 09 23:13:52.149672 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-854a32c8-5f75-4383-915e-609851839b44 req-a028309b-f4cc-4467-bf49-17327aecc52b tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415335 May 09 23:13:52.962209 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:53.260403 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea4b47-c314-4edb-9513-00705e07183e req-ab453736-ca52-449e-afee-83304a38dbda tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:53.261895 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-90ea4b47-c314-4edb-9513-00705e07183e req-ab453736-ca52-449e-afee-83304a38dbda tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0470562 May 09 23:13:53.309826 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-90ea4b47-c314-4edb-9513-00705e07183e req-3fcd7b38-f22d-4bdc-8e79-4080a44967f2 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422559 May 09 23:13:54.368009 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:54.422885 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8660d1-0b27-4752-93d8-23b0d98be96a req-ac293c14-f03d-46c7-bf6f-12ee5b9fd8ac tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:54.424320 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e8660d1-0b27-4752-93d8-23b0d98be96a req-ac293c14-f03d-46c7-bf6f-12ee5b9fd8ac tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0466247 May 09 23:13:54.470933 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7e8660d1-0b27-4752-93d8-23b0d98be96a req-4a8e7b4b-415d-41f7-8d91-e1aeafccd73c tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411601 May 09 23:13:55.581218 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8b467-bbfe-4e95-a0a8-7e4554f9f084 req-c6ba88d3-a0b1-4e84-be18-d190b00d9337 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:55.582702 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dcd8b467-bbfe-4e95-a0a8-7e4554f9f084 req-c6ba88d3-a0b1-4e84-be18-d190b00d9337 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0465841 May 09 23:13:55.634448 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dcd8b467-bbfe-4e95-a0a8-7e4554f9f084 req-60c339e8-50fa-43f2-b5b8-bb30e7f6c7a9 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463116 May 09 23:13:55.674350 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:13:56.207769 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfabd2-82b2-4e32-b20f-2b6fa1338c87 req-e66fda88-7974-40c6-afa2-19c0c9b4d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:56.209229 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d4cfabd2-82b2-4e32-b20f-2b6fa1338c87 req-e66fda88-7974-40c6-afa2-19c0c9b4d418 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=130ce8965a764f6d8910c2bba4561534&device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 1129 time: 0.0385027 May 09 23:13:56.298322 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfabd2-82b2-4e32-b20f-2b6fa1338c87 req-f904a60d-d19d-4a3f-94f4-e846e44d9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:56.299760 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d4cfabd2-82b2-4e32-b20f-2b6fa1338c87 req-f904a60d-d19d-4a3f-94f4-e846e44d9577 service neutron] 10.222.0.55 "GET /v2.0/networks?id=51deb12e-3ca1-4364-adad-de6d7141df3d HTTP/1.1" status: 200 len: 910 time: 0.0819561 May 09 23:13:56.369087 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d4cfabd2-82b2-4e32-b20f-2b6fa1338c87 req-99fc1712-0f38-44a2-b4ce-af05c1327dd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c HTTP/1.1" status: 200 len: 1001 time: 0.0608382 May 09 23:13:56.418338 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfabd2-82b2-4e32-b20f-2b6fa1338c87 req-ca749e0e-b79c-48d5-91ac-f9bed95d5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:56.419706 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d4cfabd2-82b2-4e32-b20f-2b6fa1338c87 req-ca749e0e-b79c-48d5-91ac-f9bed95d5841 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a9e6e5d-f0c8-41c6-89db-59452ad17ab5 HTTP/1.1" status: 200 len: 848 time: 0.0418515 May 09 23:13:56.464160 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfabd2-82b2-4e32-b20f-2b6fa1338c87 req-58df5ff2-2e47-4ccd-b551-cfd3d92fb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:56.465556 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d4cfabd2-82b2-4e32-b20f-2b6fa1338c87 req-58df5ff2-2e47-4ccd-b551-cfd3d92fb9a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51deb12e-3ca1-4364-adad-de6d7141df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371130 May 09 23:13:56.559812 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d4cfabd2-82b2-4e32-b20f-2b6fa1338c87 req-eb91a35d-746a-497a-a161-14edfface40c service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842934 May 09 23:13:56.651864 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d4cfabd2-82b2-4e32-b20f-2b6fa1338c87 req-2f913c8e-77b7-40fa-b179-e8ad9fee9a8a service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817919 May 09 23:13:56.747049 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71312ec4-686b-4655-865f-2c3da234d4c7 req-b6015260-822f-457d-bad0-f182d3dcd6c7 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:56.748420 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71312ec4-686b-4655-865f-2c3da234d4c7 req-b6015260-822f-457d-bad0-f182d3dcd6c7 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0486474 May 09 23:13:56.795717 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-71312ec4-686b-4655-865f-2c3da234d4c7 req-0e92849c-a784-4f8a-a728-5bfa0bb24c2e tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 May 09 23:13:57.918009 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d363-18ac-4c41-8100-b54acd450589 req-34937fc0-a9f7-40c3-81b5-5f52fc7ebe1c tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:57.919390 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-72d5d363-18ac-4c41-8100-b54acd450589 req-34937fc0-a9f7-40c3-81b5-5f52fc7ebe1c tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0507789 May 09 23:13:57.965624 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-72d5d363-18ac-4c41-8100-b54acd450589 req-d072e296-8dae-4f0c-839e-cc61f34eab24 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408626 May 09 23:13:59.078577 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08e1f7-a7fd-4a3d-a57e-1d7c7c8fc719 req-29bb59e8-7e88-493a-92f7-dd9726b7e4b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:59.080057 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fa08e1f7-a7fd-4a3d-a57e-1d7c7c8fc719 req-29bb59e8-7e88-493a-92f7-dd9726b7e4b8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0460927 May 09 23:13:59.129873 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-fa08e1f7-a7fd-4a3d-a57e-1d7c7c8fc719 req-460b0961-af7f-4d12-8b10-bbc045296ea2 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418434 May 09 23:13:59.345647 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38388) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:13:59.346656 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605d0d1-7c58-40bc-8c2f-b1278dc8e40e req-52db367f-0c40-4853-9019-e90446bc0cbb tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:13:59.348571 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8605d0d1-7c58-40bc-8c2f-b1278dc8e40e req-52db367f-0c40-4853-9019-e90446bc0cbb tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0529635 May 09 23:13:59.406919 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8605d0d1-7c58-40bc-8c2f-b1278dc8e40e req-b5ee8402-cee8-4976-a26d-3ebfe5189e7d tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514317 May 09 23:13:59.443718 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-88af6d4e-c1ee-486d-b2ef-987c8defab91 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968432 May 09 23:13:59.452160 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-2769f291-19b5-4631-ba0e-5482a0377f97 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 23:13:59.453102 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-2769f291-19b5-4631-ba0e-5482a0377f97 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048740 May 09 23:14:00.520834 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a847c2f-39a0-453d-82da-17701aac64f9 req-00164f50-6d5a-42ea-b1cd-e2429bd1f49d tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:00.522356 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7a847c2f-39a0-453d-82da-17701aac64f9 req-00164f50-6d5a-42ea-b1cd-e2429bd1f49d tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0483997 May 09 23:14:00.569804 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-7a847c2f-39a0-453d-82da-17701aac64f9 req-9d639e4d-0f16-45e2-a861-13e971da7c50 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420163 May 09 23:14:00.594297 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38400) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:14:00.687456 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-3901c335-2838-4530-986c-5614772476d8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:00.688739 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-3901c335-2838-4530-986c-5614772476d8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports/b358901e-4e0b-4ec4-b3a8-96987f94191c HTTP/1.1" status: 200 len: 942 time: 0.0934818 May 09 23:14:01.679284 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294bcf9-f8aa-4038-994c-065aeec19821 req-e74345dc-f675-48ba-93c0-a1bfa928d155 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:01.680712 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d294bcf9-f8aa-4038-994c-065aeec19821 req-e74345dc-f675-48ba-93c0-a1bfa928d155 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0455484 May 09 23:14:01.727436 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d294bcf9-f8aa-4038-994c-065aeec19821 req-d200cbdf-c6a6-4050-b29b-123f45038475 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412381 May 09 23:14:02.841001 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1822e-069a-4c0d-88cd-dcca68caaef5 req-0ac96934-199d-47d6-beb1-c5335f7de830 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:02.842490 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-31b1822e-069a-4c0d-88cd-dcca68caaef5 req-0ac96934-199d-47d6-beb1-c5335f7de830 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0474632 May 09 23:14:02.890970 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-31b1822e-069a-4c0d-88cd-dcca68caaef5 req-ad2b6988-e6c7-43db-baa5-5a33b5fd8c0f tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429218 May 09 23:14:03.084849 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device b358901e-4e0b-4ec4-b3a8-96987f94191c no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:14:03.161751 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port b358901e-4e0b-4ec4-b3a8-96987f94191c is: ACTIVE; New status is: DOWN {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:14:03.162059 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:03.183591 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b358901e-4e0b-4ec4-b3a8-96987f94191c'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:14:03.185779 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a76b442-487f-434c-9b88-e659fc4321a3" -d '{"events": [{"server_uuid": "5fb54ad3-a0af-43eb-b93a-9dff50509eea", "name": "network-vif-unplugged", "status": "completed", "tag": "b358901e-4e0b-4ec4-b3a8-96987f94191c"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:14:03.197672 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port b358901e-4e0b-4ec4-b3a8-96987f94191c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:14:03.201495 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:03.249888 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=b358901e-4e0b-4ec4-b3a8-96987f94191c,revision_number=6']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:14:03.256973 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.257322 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.257672 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.258013 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.258377 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.258719 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.259048 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.259378 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.259706 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.260034 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.260487 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.260822 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.261150 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.261547 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.261811 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:14:03.277172 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 May 2022 23:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47538b58-9faa-4941-bd93-a5ae23511034 x-openstack-request-id: req-47538b58-9faa-4941-bd93-a5ae23511034 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:14:03.277464 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb54ad3-a0af-43eb-b93a-9dff50509eea", "name": "network-vif-unplugged", "status": "failed", "tag": "b358901e-4e0b-4ec4-b3a8-96987f94191c", "code": 422}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:14:03.277722 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47538b58-9faa-4941-bd93-a5ae23511034 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:14:03.278152 dv-cinder-840678-5-iscsi neutron-server[103351]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-47538b58-9faa-4941-bd93-a5ae23511034']: {'server_uuid': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'code': 422} returned with failed status May 09 23:14:04.000397 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c7be8-e7c2-4326-9be7-f5831917128d req-21eeb167-0ea9-4a8e-9688-3b131f75d20b tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:04.001835 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ae0c7be8-e7c2-4326-9be7-f5831917128d req-21eeb167-0ea9-4a8e-9688-3b131f75d20b tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0460987 May 09 23:14:04.052027 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ae0c7be8-e7c2-4326-9be7-f5831917128d req-3546dcd6-c0ef-4152-8e9f-bdb56176d3e4 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447769 May 09 23:14:05.164438 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-b2203299-1c3d-4d7b-bacc-b4cba69031f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:05.165935 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-b2203299-1c3d-4d7b-bacc-b4cba69031f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea&tenant_id=130ce8965a764f6d8910c2bba4561534 HTTP/1.1" status: 200 len: 1127 time: 0.0385547 May 09 23:14:05.170730 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc16207-ef1e-4ff1-96c7-12b77a4009b0 req-ddfa3cfd-80be-42f8-bcbe-0b05f9f96375 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:05.173038 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-efc16207-ef1e-4ff1-96c7-12b77a4009b0 req-ddfa3cfd-80be-42f8-bcbe-0b05f9f96375 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0473661 May 09 23:14:05.221929 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-efc16207-ef1e-4ff1-96c7-12b77a4009b0 req-e915ab33-24ae-43ce-99a0-ef7f2e371ba6 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426853 May 09 23:14:05.228486 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-4d6dfb87-1dfe-4a08-b66a-10eb5dcfe856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:05.230265 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-4d6dfb87-1dfe-4a08-b66a-10eb5dcfe856 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=130ce8965a764f6d8910c2bba4561534&device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 1127 time: 0.0388739 May 09 23:14:05.323731 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-700605af-d10d-4585-ada5-d02c8631cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:05.325334 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-700605af-d10d-4585-ada5-d02c8631cc90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=51deb12e-3ca1-4364-adad-de6d7141df3d HTTP/1.1" status: 200 len: 910 time: 0.0855255 May 09 23:14:05.391849 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-8a8d3dcc-be20-4a03-b4ae-19586259209d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c HTTP/1.1" status: 200 len: 999 time: 0.0572472 May 09 23:14:05.440895 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-2948124d-25b1-479a-b287-dcd8c4811e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:05.443058 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-2948124d-25b1-479a-b287-dcd8c4811e96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a9e6e5d-f0c8-41c6-89db-59452ad17ab5 HTTP/1.1" status: 200 len: 848 time: 0.0424130 May 09 23:14:05.491435 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-0f9473cd-3e6f-4389-af59-4965663324f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:05.492878 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-0f9473cd-3e6f-4389-af59-4965663324f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51deb12e-3ca1-4364-adad-de6d7141df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416796 May 09 23:14:05.580292 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-6c228c8e-c703-4083-8f79-c3ff89bb3859 service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778508 May 09 23:14:05.673491 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-04f1d5b6-f0e1-4c88-ae45-87913d1768c8 req-778f642e-5922-4ecb-adff-6cd8648bcefc service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845118 May 09 23:14:06.335021 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf031d59-75e6-4361-9864-9b18040db2cf req-98d4c1d7-866f-4ca0-a4eb-85d53dc45ef1 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:06.336499 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-bf031d59-75e6-4361-9864-9b18040db2cf req-98d4c1d7-866f-4ca0-a4eb-85d53dc45ef1 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0467470 May 09 23:14:06.384717 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-bf031d59-75e6-4361-9864-9b18040db2cf req-dace4e35-01f7-4b81-85f8-9bb82fea436c tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427668 May 09 23:14:07.661622 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144605c-76ba-4613-84dd-5dedbc88b37a req-fadfa0c7-83b2-49d5-9e6e-573f13476dc4 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:07.663191 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6144605c-76ba-4613-84dd-5dedbc88b37a req-fadfa0c7-83b2-49d5-9e6e-573f13476dc4 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0525331 May 09 23:14:07.709516 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6144605c-76ba-4613-84dd-5dedbc88b37a req-df244d0e-ca79-4119-95cf-cfeaf4466923 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409172 May 09 23:14:08.821574 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89ae47-ff63-4c4b-a3a4-24b4008cbfa9 req-eae31750-3a6f-4f51-bfe6-5069b2f5f8d8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:08.823045 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2b89ae47-ff63-4c4b-a3a4-24b4008cbfa9 req-eae31750-3a6f-4f51-bfe6-5069b2f5f8d8 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0464728 May 09 23:14:08.870679 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2b89ae47-ff63-4c4b-a3a4-24b4008cbfa9 req-4c2dd55e-3cf3-45c5-9c19-92f9ecd757ac tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422885 May 09 23:14:09.977906 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b33f2-5efb-49fe-a23c-38f95f08b43a req-0eb993ce-efa2-4eb3-aa6f-091ff7c8eae9 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:09.979371 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1b7b33f2-5efb-49fe-a23c-38f95f08b43a req-0eb993ce-efa2-4eb3-aa6f-091ff7c8eae9 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0455434 May 09 23:14:10.027460 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1b7b33f2-5efb-49fe-a23c-38f95f08b43a req-f29b3899-8cc7-45f3-b5a5-343c84446921 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423512 May 09 23:14:11.136160 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:14:11.141334 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727571-d392-47b9-9bee-ff131dc14aa2 req-ab8a9a37-8190-4818-91ad-5fb73577fe5c tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:11.142841 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2a727571-d392-47b9-9bee-ff131dc14aa2 req-ab8a9a37-8190-4818-91ad-5fb73577fe5c tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0500927 May 09 23:14:11.190291 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-2a727571-d392-47b9-9bee-ff131dc14aa2 req-c6f8db98-6fd5-4d01-8a7d-60ac2c346dcb tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413005 May 09 23:14:12.302015 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6980b-0c3f-41b3-9e70-adfeae809529 req-a14107fe-900f-4f51-a75b-d917c03c8149 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:12.303492 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-15e6980b-0c3f-41b3-9e70-adfeae809529 req-a14107fe-900f-4f51-a75b-d917c03c8149 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 943 time: 0.0477731 May 09 23:14:12.354984 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-15e6980b-0c3f-41b3-9e70-adfeae809529 req-df2a7526-d915-4748-a260-1f8ae724ab03 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458496 May 09 23:14:13.116091 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device b358901e-4e0b-4ec4-b3a8-96987f94191c details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:14:13.210826 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port b358901e-4e0b-4ec4-b3a8-96987f94191c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:14:13.221777 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'port_id': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'mac_address': 'fa:16:3e:67:45:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:14:13.262069 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port b358901e-4e0b-4ec4-b3a8-96987f94191c is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:14:13.262482 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:13.274764 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b358901e-4e0b-4ec4-b3a8-96987f94191c {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:14:13.293935 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port b358901e-4e0b-4ec4-b3a8-96987f94191c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:14:13.297469 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:13.349218 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=b358901e-4e0b-4ec4-b3a8-96987f94191c,revision_number=7']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:14:13.468933 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69040a6a-51b5-42ac-9851-7515cf698188 req-43b629f1-7ebe-49e7-9250-c3c50096756a tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:13.470424 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-69040a6a-51b5-42ac-9851-7515cf698188 req-43b629f1-7ebe-49e7-9250-c3c50096756a tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 944 time: 0.0487919 May 09 23:14:13.520015 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-69040a6a-51b5-42ac-9851-7515cf698188 req-5cf6210c-1e00-45b5-8d0b-d56b9ee7c79b tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434821 May 09 23:14:13.598022 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['b358901e-4e0b-4ec4-b3a8-96987f94191c'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:14:14.630561 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cc6e2-36ac-4bd5-9959-2751ff3ffd5f req-5bd47af3-ef1c-4f80-abee-5d0725d743c0 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:14.632027 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1b3cc6e2-36ac-4bd5-9959-2751ff3ffd5f req-5bd47af3-ef1c-4f80-abee-5d0725d743c0 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 944 time: 0.0471485 May 09 23:14:14.680067 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1b3cc6e2-36ac-4bd5-9959-2751ff3ffd5f req-3ddcb7bb-95f2-4031-be83-78b600474bd5 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425241 May 09 23:14:15.115024 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device b358901e-4e0b-4ec4-b3a8-96987f94191c up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:14:15.160212 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port b358901e-4e0b-4ec4-b3a8-96987f94191c triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:14:15.160580 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:15.235574 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port b358901e-4e0b-4ec4-b3a8-96987f94191c is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:14:15.235944 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:15.258215 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b358901e-4e0b-4ec4-b3a8-96987f94191c'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:14:15.260410 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b17a980-7f4f-4c39-b205-66028e900694" -d '{"events": [{"server_uuid": "5fb54ad3-a0af-43eb-b93a-9dff50509eea", "name": "network-vif-plugged", "status": "completed", "tag": "b358901e-4e0b-4ec4-b3a8-96987f94191c"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:14:15.271922 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port b358901e-4e0b-4ec4-b3a8-96987f94191c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:14:15.276019 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:15.298751 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b345d31-9975-4dc4-9de4-f29e20b96cfd x-openstack-request-id: req-5b345d31-9975-4dc4-9de4-f29e20b96cfd {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:14:15.299040 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb54ad3-a0af-43eb-b93a-9dff50509eea", "name": "network-vif-plugged", "status": "completed", "tag": "b358901e-4e0b-4ec4-b3a8-96987f94191c", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:14:15.299288 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b345d31-9975-4dc4-9de4-f29e20b96cfd {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:14:15.299671 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b345d31-9975-4dc4-9de4-f29e20b96cfd'] response: {'server_uuid': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'code': 200} May 09 23:14:15.325190 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=b358901e-4e0b-4ec4-b3a8-96987f94191c,revision_number=8']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:14:15.528975 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd6a99-df4b-4681-962b-694f07f95c95 req-f7ba02a7-355c-41c5-85b8-1986d5053ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:15.530505 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-eabd6a99-df4b-4681-962b-694f07f95c95 req-f7ba02a7-355c-41c5-85b8-1986d5053ff6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 1129 time: 0.0369496 May 09 23:14:15.582412 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-eabd6a99-df4b-4681-962b-694f07f95c95 req-25f02ff3-c180-4b06-8b60-6c3913fe01d6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416160 May 09 23:14:15.797729 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08615dec-607d-43fc-8167-47a1dd4a21d0 req-01c0523f-1eb5-4b14-bd0c-9e0712db3af7 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:15.799147 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-08615dec-607d-43fc-8167-47a1dd4a21d0 req-01c0523f-1eb5-4b14-bd0c-9e0712db3af7 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0500655 May 09 23:14:15.846347 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-08615dec-607d-43fc-8167-47a1dd4a21d0 req-38e91052-d875-44d7-9027-d94ec9fa0f4a tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417283 May 09 23:14:16.959887 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd054dad-0001-4339-9f1d-d7c1eddfb349 req-14ad4f91-eb18-44df-a62c-77eba70d5cd2 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:16.961531 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dd054dad-0001-4339-9f1d-d7c1eddfb349 req-14ad4f91-eb18-44df-a62c-77eba70d5cd2 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0473907 May 09 23:14:17.011657 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dd054dad-0001-4339-9f1d-d7c1eddfb349 req-75220b42-c4d4-47de-abc9-5bc003af90f6 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435386 May 09 23:14:17.068594 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:19.417712 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3d14e1eb-86f0-4a3b-8868-136894b07f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:21.701845 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-300ddd0e-3852-4bd4-b69f-06b55278a899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:22.963115 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:24.370091 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:25.677090 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:28.537311 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-46c9e76f-382d-4f02-bea4-07e1caa01394 req-50a4270a-b8f5-4d68-955c-0949d2e200a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385530 May 09 23:14:28.620650 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9e76f-382d-4f02-bea4-07e1caa01394 req-500591bd-55e9-436e-a1ca-75611f82718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:28.622137 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-46c9e76f-382d-4f02-bea4-07e1caa01394 req-500591bd-55e9-436e-a1ca-75611f82718f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=130ce8965a764f6d8910c2bba4561534&device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 1129 time: 0.0425735 May 09 23:14:28.722755 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9e76f-382d-4f02-bea4-07e1caa01394 req-066a2dde-2c30-47b3-ae03-f2fb79a8bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:28.724195 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-46c9e76f-382d-4f02-bea4-07e1caa01394 req-066a2dde-2c30-47b3-ae03-f2fb79a8bdc6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=51deb12e-3ca1-4364-adad-de6d7141df3d HTTP/1.1" status: 200 len: 910 time: 0.0833349 May 09 23:14:28.791363 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-46c9e76f-382d-4f02-bea4-07e1caa01394 req-105ba182-4dd8-4ed9-882d-70294ed4ac0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c HTTP/1.1" status: 200 len: 1001 time: 0.0599575 May 09 23:14:28.838194 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9e76f-382d-4f02-bea4-07e1caa01394 req-1eccfcf9-5c8a-4cd9-a51a-47a3c146c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:28.839574 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-46c9e76f-382d-4f02-bea4-07e1caa01394 req-1eccfcf9-5c8a-4cd9-a51a-47a3c146c7fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a9e6e5d-f0c8-41c6-89db-59452ad17ab5 HTTP/1.1" status: 200 len: 848 time: 0.0421057 May 09 23:14:28.882277 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9e76f-382d-4f02-bea4-07e1caa01394 req-ed956887-7362-44cb-b684-608f2bfcd0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:14:28.883700 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-46c9e76f-382d-4f02-bea4-07e1caa01394 req-ed956887-7362-44cb-b684-608f2bfcd0fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51deb12e-3ca1-4364-adad-de6d7141df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384498 May 09 23:14:28.982765 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-46c9e76f-382d-4f02-bea4-07e1caa01394 req-c396b5af-ed6a-48d6-8888-3ff44c618f1d service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930119 May 09 23:14:29.075959 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-46c9e76f-382d-4f02-bea4-07e1caa01394 req-c26190f3-0af7-479f-803a-532aaf7e3f04 service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835419 May 09 23:14:47.066651 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:48.135154 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:14:49.418478 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3be8-b131-492a-aa3f-448cdb999939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:51.702822 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-296a89c9-68c8-43b1-8023-1bc53d26f108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:52.966329 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:54.372744 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:14:55.678941 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:17.079797 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:19.419916 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-99d7cb0c-ac79-4b0a-86bf-56560590d4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:21.706723 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4a1909f7-e1dc-4ad9-9847-119494d258f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:22.968236 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:24.375679 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:25.134614 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:15:25.680847 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:29.484821 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8d15e022-7273-488b-8a4b-02a2edb6618c req-8c284898-f9d6-4cb1-893c-76f0e7f7e24f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379426 May 09 23:15:29.575428 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15e022-7273-488b-8a4b-02a2edb6618c req-f6e40058-6e01-4c5d-8eca-019e095bb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:29.577018 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8d15e022-7273-488b-8a4b-02a2edb6618c req-f6e40058-6e01-4c5d-8eca-019e095bb455 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=130ce8965a764f6d8910c2bba4561534&device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 1129 time: 0.0431409 May 09 23:15:29.683340 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15e022-7273-488b-8a4b-02a2edb6618c req-4a2b7866-51f3-4e3a-bef4-767e9d355638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:29.684822 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8d15e022-7273-488b-8a4b-02a2edb6618c req-4a2b7866-51f3-4e3a-bef4-767e9d355638 service neutron] 10.222.0.55 "GET /v2.0/networks?id=51deb12e-3ca1-4364-adad-de6d7141df3d HTTP/1.1" status: 200 len: 910 time: 0.0829322 May 09 23:15:29.757933 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8d15e022-7273-488b-8a4b-02a2edb6618c req-dd985678-6e98-4828-8672-3dfd22dffe80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c HTTP/1.1" status: 200 len: 1001 time: 0.0630205 May 09 23:15:29.808545 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15e022-7273-488b-8a4b-02a2edb6618c req-09b1376c-c995-48fb-914c-c2fb31a36b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:29.809959 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8d15e022-7273-488b-8a4b-02a2edb6618c req-09b1376c-c995-48fb-914c-c2fb31a36b97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a9e6e5d-f0c8-41c6-89db-59452ad17ab5 HTTP/1.1" status: 200 len: 848 time: 0.0425220 May 09 23:15:29.855595 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15e022-7273-488b-8a4b-02a2edb6618c req-7f2e8b5a-a9d6-48f6-9659-b507a75e8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:29.857021 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8d15e022-7273-488b-8a4b-02a2edb6618c req-7f2e8b5a-a9d6-48f6-9659-b507a75e8308 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51deb12e-3ca1-4364-adad-de6d7141df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372951 May 09 23:15:29.949466 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8d15e022-7273-488b-8a4b-02a2edb6618c req-b900615e-9976-4c1d-bfef-c010f60166aa service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826442 May 09 23:15:30.038390 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-8d15e022-7273-488b-8a4b-02a2edb6618c req-f488965e-a786-48ca-9613-b444d5ada198 service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791929 May 09 23:15:35.675738 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38474) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:35.823185 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Deleting port 14cf8688-010e-4c65-bda6-a1f7c250a90a {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:15:35.823528 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (14cf8688-010e-4c65-bda6-a1f7c250a90a), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:35.899327 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (14cf8688-010e-4c65-bda6-a1f7c250a90a), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:35.899569 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for floatingip (14cf8688-010e-4c65-bda6-a1f7c250a90a), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:35.912703 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Calling delete_port for 14cf8688-010e-4c65-bda6-a1f7c250a90a owned by network:floatingip {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:15:36.051949 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (14cf8688-010e-4c65-bda6-a1f7c250a90a), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:36.076180 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Pushing event deleted for resources: {'Port': ['ID=14cf8688-010e-4c65-bda6-a1f7c250a90a,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:36.101503 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.101843 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.102211 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.102544 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.102869 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.103190 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.103508 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.103825 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.104392 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.104711 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.105056 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.105342 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.105661 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.105974 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.106305 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:36.148979 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for floatingip (4f9f7482-fa51-4484-99c5-2292e15d79d1), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:36.149310 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Floating IP 4f9f7482-fa51-4484-99c5-2292e15d79d1 disassociated (deleted). External IP: 172.27.3.147, port: b358901e-4e0b-4ec4-b3a8-96987f94191c. May 09 23:15:36.358312 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:15:36.465128 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:15:36.470429 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:36.476406 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e875ee-1d61-487f-b48d-19f031e12af9 None None] Sync routers for ids ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:15:36.486395 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e875ee-1d61-487f-b48d-19f031e12af9 None None] Routers {'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:15:36.487048 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-38e875ee-1d61-487f-b48d-19f031e12af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:15:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:36.500983 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-72c564c6-7317-45f7-b0c8-8ad16091b3ee tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "DELETE /v2.0/floatingips/4f9f7482-fa51-4484-99c5-2292e15d79d1 HTTP/1.1" status: 204 len: 168 time: 0.8241560 May 09 23:15:36.501559 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'tag': 'b358901e-4e0b-4ec4-b3a8-96987f94191c'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:15:36.504518 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec89c50-9e9e-4719-a0a7-4337a5cdcf39" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb54ad3-a0af-43eb-b93a-9dff50509eea", "tag": "b358901e-4e0b-4ec4-b3a8-96987f94191c"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:15:36.603512 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-38e875ee-1d61-487f-b48d-19f031e12af9 None None] Set router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:15:36.700987 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1bea3d-8f61-4f88-8852-3fe9686103eb x-openstack-request-id: req-3b1bea3d-8f61-4f88-8852-3fe9686103eb {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:15:36.701496 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb54ad3-a0af-43eb-b93a-9dff50509eea", "tag": "b358901e-4e0b-4ec4-b3a8-96987f94191c", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:15:36.701496 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b1bea3d-8f61-4f88-8852-3fe9686103eb {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:15:36.701907 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b1bea3d-8f61-4f88-8852-3fe9686103eb'] response: {'name': 'network-changed', 'server_uuid': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'tag': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'status': 'completed', 'code': 200} May 09 23:15:36.740141 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bd0b8-3843-40dc-821d-cd88c61ad78c req-464efdeb-5520-4778-a40e-05b7bd649b16 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:36.741620 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-636bd0b8-3843-40dc-821d-cd88c61ad78c req-464efdeb-5520-4778-a40e-05b7bd649b16 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0530531 May 09 23:15:36.790197 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-636bd0b8-3843-40dc-821d-cd88c61ad78c req-8eac78f2-0b7c-4438-bd31-cf4cb2eb40a3 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428896 May 09 23:15:36.804574 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-38e875ee-1d61-487f-b48d-19f031e12af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '776ad044-485f-4899-96c6-fe51ac18403f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:11:08Z', 'revision_number': 4, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port': {'id': '776ad044-485f-4899-96c6-fe51ac18403f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:04Z', 'updated_at': '2022-05-09T23:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'c89b1a6f-f5d5-41c5-b646-e1dd1a757274', 'name': '', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'mac_address': 'fa:16:3e:b8:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:07Z', 'updated_at': '2022-05-09T23:11:11Z', 'revision_number': 5, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'subnets': [{'id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:36.830706 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e875ee-1d61-487f-b48d-19f031e12af9 None None] Checking router: ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:15:36.839258 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e875ee-1d61-487f-b48d-19f031e12af9 None None] Routers {'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:15:36.839850 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-38e875ee-1d61-487f-b48d-19f031e12af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:15:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:36.946547 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-38e875ee-1d61-487f-b48d-19f031e12af9 None None] Set router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:15:37.251942 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-38e875ee-1d61-487f-b48d-19f031e12af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '776ad044-485f-4899-96c6-fe51ac18403f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:11:08Z', 'revision_number': 4, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port': {'id': '776ad044-485f-4899-96c6-fe51ac18403f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:04Z', 'updated_at': '2022-05-09T23:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'c89b1a6f-f5d5-41c5-b646-e1dd1a757274', 'name': '', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'mac_address': 'fa:16:3e:b8:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:07Z', 'updated_at': '2022-05-09T23:11:11Z', 'revision_number': 5, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'subnets': [{'id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:37.280537 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e875ee-1d61-487f-b48d-19f031e12af9 None None] The sync data for ids ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'] in dv-cinder-840678-5-iscsi is: [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '776ad044-485f-4899-96c6-fe51ac18403f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:11:08Z', 'revision_number': 4, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port': {'id': '776ad044-485f-4899-96c6-fe51ac18403f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:04Z', 'updated_at': '2022-05-09T23:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': 'c89b1a6f-f5d5-41c5-b646-e1dd1a757274', 'name': '', 'network_id': '51deb12e-3ca1-4364-adad-de6d7141df3d', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'mac_address': 'fa:16:3e:b8:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:07Z', 'updated_at': '2022-05-09T23:11:11Z', 'revision_number': 5, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'subnets': [{'id': '5a9e6e5d-f0c8-41c6-89db-59452ad17ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:15:37.489775 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bb7a05-aece-41d2-ba68-f823a644f908 None None] New status for floating IP 4f9f7482-fa51-4484-99c5-2292e15d79d1: DOWN {{(pid=103352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:15:37.903858 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb0876-a14f-43ed-aeaa-b4808e1653ec req-7b580afc-7fec-490e-8417-d42703fd8b1b tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:37.905345 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a6fb0876-a14f-43ed-aeaa-b4808e1653ec req-7b580afc-7fec-490e-8417-d42703fd8b1b tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0470757 May 09 23:15:37.966488 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a6fb0876-a14f-43ed-aeaa-b4808e1653ec req-f9d4486b-b4fc-40ce-9cd8-9ea894b31c55 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/security-groups?id=a2182134-4095-4e69-84c5-2368ddcdf2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553403 May 09 23:15:37.994443 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec89c50-9e9e-4719-a0a7-4337a5cdcf39 req-1ed7ac27-2eb0-439a-928e-430c66690483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:37.995920 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5ec89c50-9e9e-4719-a0a7-4337a5cdcf39 req-1ed7ac27-2eb0-439a-928e-430c66690483 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=130ce8965a764f6d8910c2bba4561534&device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 1129 time: 0.0426338 May 09 23:15:38.107953 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec89c50-9e9e-4719-a0a7-4337a5cdcf39 req-21944e38-4515-42f8-ac9e-51e4a54ff1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:38.109348 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5ec89c50-9e9e-4719-a0a7-4337a5cdcf39 req-21944e38-4515-42f8-ac9e-51e4a54ff1f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=51deb12e-3ca1-4364-adad-de6d7141df3d HTTP/1.1" status: 200 len: 910 time: 0.0817673 May 09 23:15:38.400495 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5ec89c50-9e9e-4719-a0a7-4337a5cdcf39 req-299a1849-740d-4cb0-8ded-7eeae86eee59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c HTTP/1.1" status: 200 len: 217 time: 0.2843940 May 09 23:15:38.450464 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec89c50-9e9e-4719-a0a7-4337a5cdcf39 req-43778428-d3ed-4534-a541-36eaca2e7a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:38.451840 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5ec89c50-9e9e-4719-a0a7-4337a5cdcf39 req-43778428-d3ed-4534-a541-36eaca2e7a7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a9e6e5d-f0c8-41c6-89db-59452ad17ab5 HTTP/1.1" status: 200 len: 848 time: 0.0425863 May 09 23:15:38.493728 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec89c50-9e9e-4719-a0a7-4337a5cdcf39 req-7830a759-ecda-41bc-bcc3-096147c26435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:38.495222 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5ec89c50-9e9e-4719-a0a7-4337a5cdcf39 req-7830a759-ecda-41bc-bcc3-096147c26435 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51deb12e-3ca1-4364-adad-de6d7141df3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373435 May 09 23:15:38.534126 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f189d-675c-41e9-be51-1486ad8b1c03 req-a61cab15-e712-4249-b4c2-5d95aeb5d777 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:38.536160 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c54f189d-675c-41e9-be51-1486ad8b1c03 req-a61cab15-e712-4249-b4c2-5d95aeb5d777 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 945 time: 0.0508635 May 09 23:15:38.591141 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5ec89c50-9e9e-4719-a0a7-4337a5cdcf39 req-cb86a383-8cdf-4ffb-8d9c-4ad26e215df1 service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891461 May 09 23:15:38.627649 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [req-c54f189d-675c-41e9-be51-1486ad8b1c03 req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Deleting port b358901e-4e0b-4ec4-b3a8-96987f94191c {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:15:38.627649 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-c54f189d-675c-41e9-be51-1486ad8b1c03 req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:38.680805 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5ec89c50-9e9e-4719-a0a7-4337a5cdcf39 req-5576550d-6ff1-4bb1-9a14-03d98e462ec6 service neutron] 10.222.0.55 "GET /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825872 May 09 23:15:38.717320 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-c54f189d-675c-41e9-be51-1486ad8b1c03 req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] For port b358901e-4e0b-4ec4-b3a8-96987f94191c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=b358901e-4e0b-4ec4-b3a8-96987f94191c,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:15:38.717688 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-c54f189d-675c-41e9-be51-1486ad8b1c03 req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:38.730704 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [req-c54f189d-675c-41e9-be51-1486ad8b1c03 req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Calling delete_port for b358901e-4e0b-4ec4-b3a8-96987f94191c owned by compute:nova {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:15:38.858018 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-c54f189d-675c-41e9-be51-1486ad8b1c03 req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (b358901e-4e0b-4ec4-b3a8-96987f94191c), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:38.891955 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Pushing event deleted for resources: {'Port': ['ID=b358901e-4e0b-4ec4-b3a8-96987f94191c,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:38.914525 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.914869 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.915208 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.915541 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.915871 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.916197 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.916524 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.916844 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.917164 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.917482 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.917800 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.918147 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.918456 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.918771 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.919084 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:38.945676 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54f189d-675c-41e9-be51-1486ad8b1c03 req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] No DVR routers for this DVR port b358901e-4e0b-4ec4-b3a8-96987f94191c on host hv-cinder-84067 {{(pid=103349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:15:38.947948 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-c54f189d-675c-41e9-be51-1486ad8b1c03 req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:38.951156 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c54f189d-675c-41e9-be51-1486ad8b1c03 req-61cd6465-1926-4873-8374-53dab11cb032 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.55 "DELETE /v2.0/ports/b358901e-4e0b-4ec4-b3a8-96987f94191c HTTP/1.1" status: 204 len: 173 time: 0.4070926 May 09 23:15:38.951583 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'name': 'network-vif-deleted', 'tag': 'b358901e-4e0b-4ec4-b3a8-96987f94191c'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:15:38.953808 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ec5b47-fecc-4690-ab57-9b07d5b78fe3" -d '{"events": [{"server_uuid": "5fb54ad3-a0af-43eb-b93a-9dff50509eea", "name": "network-vif-deleted", "tag": "b358901e-4e0b-4ec4-b3a8-96987f94191c"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:15:39.050322 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813740d2-5f9d-4609-8f45-978301562194 x-openstack-request-id: req-813740d2-5f9d-4609-8f45-978301562194 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:15:39.050800 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb54ad3-a0af-43eb-b93a-9dff50509eea", "name": "network-vif-deleted", "tag": "b358901e-4e0b-4ec4-b3a8-96987f94191c", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:15:39.051174 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-813740d2-5f9d-4609-8f45-978301562194 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:15:39.051727 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813740d2-5f9d-4609-8f45-978301562194'] response: {'server_uuid': '5fb54ad3-a0af-43eb-b93a-9dff50509eea', 'name': 'network-vif-deleted', 'tag': 'b358901e-4e0b-4ec4-b3a8-96987f94191c', 'status': 'completed', 'code': 200} May 09 23:15:39.079963 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-d64343f8-555f-4718-817c-af28853e43d9 req-2c54b40f-9c81-46f1-8f70-739982c655d2 tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb54ad3-a0af-43eb-b93a-9dff50509eea HTTP/1.1" status: 200 len: 210 time: 0.0279016 May 09 23:15:40.138526 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38504) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:40.192753 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d8884dee-fef3-4d65-b6bc-a1c6f75f50ec tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group (a2182134-4095-4e69-84c5-2368ddcdf2fc), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:40.221412 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d8884dee-fef3-4d65-b6bc-a1c6f75f50ec tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group (a2182134-4095-4e69-84c5-2368ddcdf2fc), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:40.281506 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d8884dee-fef3-4d65-b6bc-a1c6f75f50ec tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a2182134-4095-4e69-84c5-2368ddcdf2fc), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:40.283999 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-d8884dee-fef3-4d65-b6bc-a1c6f75f50ec tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:40.285147 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-d8884dee-fef3-4d65-b6bc-a1c6f75f50ec tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] 10.222.0.23 "DELETE /v2.0/security-groups/a2182134-4095-4e69-84c5-2368ddcdf2fc HTTP/1.1" status: 204 len: 168 time: 0.1463261 May 09 23:15:40.294048 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8884dee-fef3-4d65-b6bc-a1c6f75f50ec tempest-TestShelveInstance-445535987 tempest-TestShelveInstance-445535987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2182134-4095-4e69-84c5-2368ddcdf2fc,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:40.328125 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38508) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:40.645177 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4b8859b4-6ad1-4414-b7f3-c0f85a91790f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719631'] for router_interface (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:40.871789 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-4b8859b4-6ad1-4414-b7f3-c0f85a91790f admin admin] Deleting port c89b1a6f-f5d5-41c5-b646-e1dd1a757274 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:15:40.872164 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4b8859b4-6ad1-4414-b7f3-c0f85a91790f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:40.950983 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-4b8859b4-6ad1-4414-b7f3-c0f85a91790f admin admin] For port c89b1a6f-f5d5-41c5-b646-e1dd1a757274, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=c89b1a6f-f5d5-41c5-b646-e1dd1a757274,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:15:40.951261 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4b8859b4-6ad1-4414-b7f3-c0f85a91790f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:40.964227 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-4b8859b4-6ad1-4414-b7f3-c0f85a91790f admin admin] Calling delete_port for c89b1a6f-f5d5-41c5-b646-e1dd1a757274 owned by network:router_interface {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:15:41.147688 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4b8859b4-6ad1-4414-b7f3-c0f85a91790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (c89b1a6f-f5d5-41c5-b646-e1dd1a757274), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:41.172686 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8859b4-6ad1-4414-b7f3-c0f85a91790f admin admin] Pushing event deleted for resources: {'Port': ['ID=c89b1a6f-f5d5-41c5-b646-e1dd1a757274,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:41.337986 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4b8859b4-6ad1-4414-b7f3-c0f85a91790f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725520'] for router_interface (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:41.519166 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device b358901e-4e0b-4ec4-b3a8-96987f94191c no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:15:41.539094 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: b358901e-4e0b-4ec4-b3a8-96987f94191c {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:15:41.539437 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device b358901e-4e0b-4ec4-b3a8-96987f94191c not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:15:41.547977 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8859b4-6ad1-4414-b7f3-c0f85a91790f admin admin] Router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:15:41.655723 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8859b4-6ad1-4414-b7f3-c0f85a91790f admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:15:41.661716 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-4b8859b4-6ad1-4414-b7f3-c0f85a91790f admin admin] 10.222.0.23 "PUT /v2.0/routers/ad9a3fe1-cc90-4cb9-bbec-96444a4c1695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3325667 May 09 23:15:41.664250 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38510) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:41.665067 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc67089-fc48-4eaf-a155-d89781983aee None None] Sync routers for ids ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:15:41.676355 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc67089-fc48-4eaf-a155-d89781983aee None None] Routers {'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:15:41.677467 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-4cc67089-fc48-4eaf-a155-d89781983aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:15:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:41.774653 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] Publish callbacks [] for router (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:41.791554 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-4cc67089-fc48-4eaf-a155-d89781983aee None None] Set router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:15:41.877448 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] Publish callbacks [] for router_gateway (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:41.922364 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] Deleting port 776ad044-485f-4899-96c6-fe51ac18403f {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:15:41.922702 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (776ad044-485f-4899-96c6-fe51ac18403f), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:41.963372 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-4cc67089-fc48-4eaf-a155-d89781983aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '776ad044-485f-4899-96c6-fe51ac18403f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:15:41Z', 'revision_number': 5, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port': {'id': '776ad044-485f-4899-96c6-fe51ac18403f', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:04Z', 'updated_at': '2022-05-09T23:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:41.989991 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc67089-fc48-4eaf-a155-d89781983aee None None] Checking router: ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:15:41.998093 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc67089-fc48-4eaf-a155-d89781983aee None None] Routers {'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:15:41.998714 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-4cc67089-fc48-4eaf-a155-d89781983aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:15:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:42.002881 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] For port 776ad044-485f-4899-96c6-fe51ac18403f, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=776ad044-485f-4899-96c6-fe51ac18403f,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:15:42.003251 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (776ad044-485f-4899-96c6-fe51ac18403f), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:42.016357 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] Calling delete_port for 776ad044-485f-4899-96c6-fe51ac18403f owned by network:router_gateway {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:15:42.086696 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-4cc67089-fc48-4eaf-a155-d89781983aee None None] Set router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 gateway port host: None {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:15:42.148066 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-4cc67089-fc48-4eaf-a155-d89781983aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:15:41Z', 'revision_number': 6, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port_host': None}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:42.175310 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc67089-fc48-4eaf-a155-d89781983aee None None] The sync data for ids ['ad9a3fe1-cc90-4cb9-bbec-96444a4c1695'] in dv-cinder-840678-5-iscsi is: [{'id': 'ad9a3fe1-cc90-4cb9-bbec-96444a4c1695', 'name': 'tempest-TestShelveInstance-1399726789-router', 'tenant_id': '130ce8965a764f6d8910c2bba4561534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:03Z', 'updated_at': '2022-05-09T23:15:41Z', 'revision_number': 6, 'project_id': '130ce8965a764f6d8910c2bba4561534', 'gw_port_host': None}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:15:42.181878 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (776ad044-485f-4899-96c6-fe51ac18403f), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:42.208192 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] Pushing event deleted for resources: {'Port': ['ID=776ad044-485f-4899-96c6-fe51ac18403f,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:42.269460 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733245'] for router_gateway (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:42.609621 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112502'] for router (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:42.612841 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] Publish callbacks [] for router_controller (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:42.656312 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731628'] for router (ad9a3fe1-cc90-4cb9-bbec-96444a4c1695), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:42.657276 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 {{(pid=103349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 23:15:42.661737 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:42.662997 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-5f373d66-b442-4c40-81c8-ece03f42bb85 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ad9a3fe1-cc90-4cb9-bbec-96444a4c1695 HTTP/1.1" status: 204 len: 168 time: 0.9978399 May 09 23:15:42.665645 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38512) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:42.712548 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac02b20-da8a-4cc7-ba6e-7ec8fbf8dd68 admin admin] Deleting subnet 5a9e6e5d-f0c8-41c6-89db-59452ad17ab5 {{(pid=103350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:15:42.715728 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4ac02b20-da8a-4cc7-ba6e-7ec8fbf8dd68 admin admin] Publish callbacks [] for subnet (5a9e6e5d-f0c8-41c6-89db-59452ad17ab5), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:42.749915 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4ac02b20-da8a-4cc7-ba6e-7ec8fbf8dd68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966931'] for subnet (5a9e6e5d-f0c8-41c6-89db-59452ad17ab5), precommit_delete_associations {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:42.831967 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4ac02b20-da8a-4cc7-ba6e-7ec8fbf8dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (5a9e6e5d-f0c8-41c6-89db-59452ad17ab5), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:42.885347 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4ac02b20-da8a-4cc7-ba6e-7ec8fbf8dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9883945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9732371'] for subnet (5a9e6e5d-f0c8-41c6-89db-59452ad17ab5), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:42.912540 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac02b20-da8a-4cc7-ba6e-7ec8fbf8dd68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9e6e5d-f0c8-41c6-89db-59452ad17ab5,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:42.917840 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4ac02b20-da8a-4cc7-ba6e-7ec8fbf8dd68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:42.922325 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-4ac02b20-da8a-4cc7-ba6e-7ec8fbf8dd68 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5a9e6e5d-f0c8-41c6-89db-59452ad17ab5 HTTP/1.1" status: 204 len: 168 time: 0.2550495 May 09 23:15:42.923938 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38514) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:42.926291 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efa628d-6045-402d-aadf-39974d24c78d None None] Network 51deb12e-3ca1-4364-adad-de6d7141df3d requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:15:42.992266 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (51deb12e-3ca1-4364-adad-de6d7141df3d), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:43.045980 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Deleting port 8a988f1d-0bb9-4775-b1b1-33badc60a086 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:15:43.046373 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:43.070506 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] DHCP port deletion for 51deb12e-3ca1-4364-adad-de6d7141df3d request from dv-cinder-840678-5-iscsi {{(pid=103351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 23:15:43.109724 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Deleting port 8a988f1d-0bb9-4775-b1b1-33badc60a086 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:15:43.110098 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:43.110692 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] For port 8a988f1d-0bb9-4775-b1b1-33badc60a086, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=8a988f1d-0bb9-4775-b1b1-33badc60a086,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:15:43.111053 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:43.124596 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Calling delete_port for 8a988f1d-0bb9-4775-b1b1-33badc60a086 owned by network:dhcp {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:15:43.175361 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] For port 8a988f1d-0bb9-4775-b1b1-33badc60a086, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=8a988f1d-0bb9-4775-b1b1-33badc60a086,segment=NetworkSegment(114e301e-2303-454c-830d-efe02661d4d3),segment_id=114e301e-2303-454c-830d-efe02661d4d3)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:15:43.175759 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:43.196833 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Calling delete_port for 8a988f1d-0bb9-4775-b1b1-33badc60a086 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:15:43.207034 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:43.233331 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a988f1d-0bb9-4775-b1b1-33badc60a086,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:43.236889 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] No DVR routers for this DVR port 8a988f1d-0bb9-4775-b1b1-33badc60a086 on host dv-cinder-840678-5-iscsi {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:15:43.273536 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536'] for port (8a988f1d-0bb9-4775-b1b1-33badc60a086), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:43.298055 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Pushing event deleted for resources: {'Port': ['ID=8a988f1d-0bb9-4775-b1b1-33badc60a086,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:43.303274 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] No DVR routers for this DVR port 8a988f1d-0bb9-4775-b1b1-33badc60a086 on host dv-cinder-840678-5-iscsi {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:15:43.306951 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (51deb12e-3ca1-4364-adad-de6d7141df3d), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:43.309933 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.310304 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.310651 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.310990 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.311325 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.311661 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.312048 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.312383 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.312620 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.312950 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.313262 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.313604 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.313930 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.314241 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.314558 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf621f0-18ae-4016-9ed4-45bf253038c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:43.331511 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51deb12e-3ca1-4364-adad-de6d7141df3d']}} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:43.341028 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114e301e-2303-454c-830d-efe02661d4d3') {'for_net_delete': True} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:43.341325 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.services.segments.db [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114e301e-2303-454c-830d-efe02661d4d3') {} {{(pid=103350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:43.351007 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9966954'] for segment (114e301e-2303-454c-830d-efe02661d4d3), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:43.364580 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (114e301e-2303-454c-830d-efe02661d4d3), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:43.370464 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:15:43.370845 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885323'] for segment (114e301e-2303-454c-830d-efe02661d4d3), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: Traceback (most recent call last): May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: timer() May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: cb(*args, **kw) May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: return func(*args, **kwargs) May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: self._notify() May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: self.callback(batched_events) May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: event.method(event) May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: return f(self, *a, **k) May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: return self._get(url).json() May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: return self.request(url, 'GET', **kwargs) May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:15:43.372602 dv-cinder-840678-5-iscsi neutron-server[103350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:15:43.424158 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (51deb12e-3ca1-4364-adad-de6d7141df3d), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:43.429967 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:43.433068 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] 10.222.0.23 "DELETE /v2.0/networks/51deb12e-3ca1-4364-adad-de6d7141df3d HTTP/1.1" status: 204 len: 168 time: 0.5077553 May 09 23:15:43.436209 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38516) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:43.445029 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706afd7e-c168-46e9-9291-773c76096a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=51deb12e-3ca1-4364-adad-de6d7141df3d,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:43.737567 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 776ad044-485f-4899-96c6-fe51ac18403f no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:15:43.759945 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-31009be3-9ef3-4081-9366-89a22681eeb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719631'] for router_interface (062f2eaf-e27d-40aa-b030-1757b1d2087c), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:43.761226 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 776ad044-485f-4899-96c6-fe51ac18403f {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:15:43.761582 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 776ad044-485f-4899-96c6-fe51ac18403f not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:15:43.761991 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 8a988f1d-0bb9-4775-b1b1-33badc60a086 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:15:43.786193 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 8a988f1d-0bb9-4775-b1b1-33badc60a086 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:15:43.786539 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 8a988f1d-0bb9-4775-b1b1-33badc60a086 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:15:43.786944 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device c89b1a6f-f5d5-41c5-b646-e1dd1a757274 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:15:43.805342 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: c89b1a6f-f5d5-41c5-b646-e1dd1a757274 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:15:43.805758 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device c89b1a6f-f5d5-41c5-b646-e1dd1a757274 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:15:43.991717 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-31009be3-9ef3-4081-9366-89a22681eeb2 admin admin] Deleting port 243c587f-aaf8-484e-a422-1431b99c3d61 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:15:43.991947 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-31009be3-9ef3-4081-9366-89a22681eeb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:44.067481 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-31009be3-9ef3-4081-9366-89a22681eeb2 admin admin] For port 243c587f-aaf8-484e-a422-1431b99c3d61, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=243c587f-aaf8-484e-a422-1431b99c3d61,segment=NetworkSegment(58971618-fae1-4b9a-b724-d12eb12ca441),segment_id=58971618-fae1-4b9a-b724-d12eb12ca441)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:15:44.067838 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-31009be3-9ef3-4081-9366-89a22681eeb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:44.080493 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-31009be3-9ef3-4081-9366-89a22681eeb2 admin admin] Calling delete_port for 243c587f-aaf8-484e-a422-1431b99c3d61 owned by network:router_interface {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:15:44.260558 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-31009be3-9ef3-4081-9366-89a22681eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (243c587f-aaf8-484e-a422-1431b99c3d61), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:44.284489 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31009be3-9ef3-4081-9366-89a22681eeb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=243c587f-aaf8-484e-a422-1431b99c3d61,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:44.458336 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-31009be3-9ef3-4081-9366-89a22681eeb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725520'] for router_interface (062f2eaf-e27d-40aa-b030-1757b1d2087c), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:44.672171 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31009be3-9ef3-4081-9366-89a22681eeb2 admin admin] Router 062f2eaf-e27d-40aa-b030-1757b1d2087c has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:15:44.779560 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31009be3-9ef3-4081-9366-89a22681eeb2 admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:15:44.784526 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-31009be3-9ef3-4081-9366-89a22681eeb2 admin admin] 10.222.0.23 "PUT /v2.0/routers/062f2eaf-e27d-40aa-b030-1757b1d2087c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3472476 May 09 23:15:44.787009 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38518) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:44.789581 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a677ac4-70e8-41c4-801e-81a5e43f3e3c None None] Sync routers for ids ['062f2eaf-e27d-40aa-b030-1757b1d2087c'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:15:44.799600 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a677ac4-70e8-41c4-801e-81a5e43f3e3c None None] Routers {'062f2eaf-e27d-40aa-b030-1757b1d2087c'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:15:44.800212 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-1a677ac4-70e8-41c4-801e-81a5e43f3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:15:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['062f2eaf-e27d-40aa-b030-1757b1d2087c'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:44.894988 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] Publish callbacks [] for router (062f2eaf-e27d-40aa-b030-1757b1d2087c), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:44.908458 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-1a677ac4-70e8-41c4-801e-81a5e43f3e3c None None] Set router 062f2eaf-e27d-40aa-b030-1757b1d2087c gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:15:45.002504 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] Publish callbacks [] for router_gateway (062f2eaf-e27d-40aa-b030-1757b1d2087c), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:45.048908 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] Deleting port 2302f0ab-9556-4815-adcf-1a77f6331aea {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:15:45.049259 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (2302f0ab-9556-4815-adcf-1a77f6331aea), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:45.131768 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] For port 2302f0ab-9556-4815-adcf-1a77f6331aea, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=2302f0ab-9556-4815-adcf-1a77f6331aea,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:15:45.132162 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (2302f0ab-9556-4815-adcf-1a77f6331aea), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:45.145084 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] Calling delete_port for 2302f0ab-9556-4815-adcf-1a77f6331aea owned by network:router_gateway {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:15:45.168133 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-1a677ac4-70e8-41c4-801e-81a5e43f3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'name': 'tempest-TestShelveInstance-1850355160-router', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '2302f0ab-9556-4815-adcf-1a77f6331aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:09Z', 'updated_at': '2022-05-09T23:15:44Z', 'revision_number': 5, 'project_id': '96cc6132d1dd4be8aba03b926a5afef7', 'gw_port': {'id': '2302f0ab-9556-4815-adcf-1a77f6331aea', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:11:10Z', 'updated_at': '2022-05-09T23:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:45.194593 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a677ac4-70e8-41c4-801e-81a5e43f3e3c None None] Checking router: 062f2eaf-e27d-40aa-b030-1757b1d2087c for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:15:45.203019 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a677ac4-70e8-41c4-801e-81a5e43f3e3c None None] Routers {'062f2eaf-e27d-40aa-b030-1757b1d2087c'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:15:45.203628 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-1a677ac4-70e8-41c4-801e-81a5e43f3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:15:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['062f2eaf-e27d-40aa-b030-1757b1d2087c'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:45.292616 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-1a677ac4-70e8-41c4-801e-81a5e43f3e3c None None] Set router 062f2eaf-e27d-40aa-b030-1757b1d2087c gateway port host: None {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:15:45.322060 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (2302f0ab-9556-4815-adcf-1a77f6331aea), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:45.351350 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-1a677ac4-70e8-41c4-801e-81a5e43f3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'name': 'tempest-TestShelveInstance-1850355160-router', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:09Z', 'updated_at': '2022-05-09T23:15:45Z', 'revision_number': 6, 'project_id': '96cc6132d1dd4be8aba03b926a5afef7', 'gw_port_host': None}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:45.357503 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] Pushing event deleted for resources: {'Port': ['ID=2302f0ab-9556-4815-adcf-1a77f6331aea,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:45.380033 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a677ac4-70e8-41c4-801e-81a5e43f3e3c None None] The sync data for ids ['062f2eaf-e27d-40aa-b030-1757b1d2087c'] in dv-cinder-840678-5-iscsi is: [{'id': '062f2eaf-e27d-40aa-b030-1757b1d2087c', 'name': 'tempest-TestShelveInstance-1850355160-router', 'tenant_id': '96cc6132d1dd4be8aba03b926a5afef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:11:09Z', 'updated_at': '2022-05-09T23:15:45Z', 'revision_number': 6, 'project_id': '96cc6132d1dd4be8aba03b926a5afef7', 'gw_port_host': None}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:15:45.417476 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733245'] for router_gateway (062f2eaf-e27d-40aa-b030-1757b1d2087c), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:45.514855 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112502'] for router (062f2eaf-e27d-40aa-b030-1757b1d2087c), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:45.517549 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] Publish callbacks [] for router_controller (062f2eaf-e27d-40aa-b030-1757b1d2087c), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:45.563439 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731628'] for router (062f2eaf-e27d-40aa-b030-1757b1d2087c), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:45.564105 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 062f2eaf-e27d-40aa-b030-1757b1d2087c {{(pid=103349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 23:15:45.568905 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:45.570029 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-b368bbea-1e85-4625-a646-f35526d15528 admin admin] 10.222.0.23 "DELETE /v2.0/routers/062f2eaf-e27d-40aa-b030-1757b1d2087c HTTP/1.1" status: 204 len: 168 time: 0.7821250 May 09 23:15:45.573125 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38522) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:45.617630 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bee6e7-8862-4b30-9ca2-6d067bfad9d1 admin admin] Deleting subnet bbaf7adb-f719-4264-b93f-2600b8015331 {{(pid=103349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:15:45.620886 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-24bee6e7-8862-4b30-9ca2-6d067bfad9d1 admin admin] Publish callbacks [] for subnet (bbaf7adb-f719-4264-b93f-2600b8015331), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:45.658469 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-24bee6e7-8862-4b30-9ca2-6d067bfad9d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2099962'] for subnet (bbaf7adb-f719-4264-b93f-2600b8015331), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:45.755273 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-24bee6e7-8862-4b30-9ca2-6d067bfad9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (bbaf7adb-f719-4264-b93f-2600b8015331), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:45.851081 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 243c587f-aaf8-484e-a422-1431b99c3d61 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:15:45.875339 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 243c587f-aaf8-484e-a422-1431b99c3d61 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:15:45.876004 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 243c587f-aaf8-484e-a422-1431b99c3d61 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:15:46.058755 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-24bee6e7-8862-4b30-9ca2-6d067bfad9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2133958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9656954'] for subnet (bbaf7adb-f719-4264-b93f-2600b8015331), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.083928 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bee6e7-8862-4b30-9ca2-6d067bfad9d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbaf7adb-f719-4264-b93f-2600b8015331,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:46.087552 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-24bee6e7-8862-4b30-9ca2-6d067bfad9d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.090664 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-24bee6e7-8862-4b30-9ca2-6d067bfad9d1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bbaf7adb-f719-4264-b93f-2600b8015331 HTTP/1.1" status: 204 len: 168 time: 0.5167487 May 09 23:15:46.093090 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38524) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:46.095629 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ae218d-6e7f-4eb1-aef3-1ece378ef544 None None] Network 368798b1-a651-4c11-97d0-ae1f6bd07759 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:15:46.167165 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (368798b1-a651-4c11-97d0-ae1f6bd07759), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.214771 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Deleting port 8efe097f-7d41-4b04-833d-e63620bb66a2 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:15:46.215120 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.241134 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8a8ed4-3774-4597-bc1f-2c5da1508c86 None None] DHCP port deletion for 368798b1-a651-4c11-97d0-ae1f6bd07759 request from dv-cinder-840678-5-iscsi {{(pid=103351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 23:15:46.281101 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] For port 8efe097f-7d41-4b04-833d-e63620bb66a2, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=8efe097f-7d41-4b04-833d-e63620bb66a2,segment=NetworkSegment(58971618-fae1-4b9a-b724-d12eb12ca441),segment_id=58971618-fae1-4b9a-b724-d12eb12ca441)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:15:46.281605 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.284972 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-6b8a8ed4-3774-4597-bc1f-2c5da1508c86 None None] Deleting port 8efe097f-7d41-4b04-833d-e63620bb66a2 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:15:46.285344 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b8a8ed4-3774-4597-bc1f-2c5da1508c86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.294940 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Calling delete_port for 8efe097f-7d41-4b04-833d-e63620bb66a2 owned by network:dhcp {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:15:46.348841 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-6b8a8ed4-3774-4597-bc1f-2c5da1508c86 None None] For port 8efe097f-7d41-4b04-833d-e63620bb66a2, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=8efe097f-7d41-4b04-833d-e63620bb66a2,segment=NetworkSegment(58971618-fae1-4b9a-b724-d12eb12ca441),segment_id=58971618-fae1-4b9a-b724-d12eb12ca441)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:15:46.349260 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b8a8ed4-3774-4597-bc1f-2c5da1508c86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.363646 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-6b8a8ed4-3774-4597-bc1f-2c5da1508c86 None None] Calling delete_port for 8efe097f-7d41-4b04-833d-e63620bb66a2 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:15:46.388136 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.416364 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Pushing event deleted for resources: {'Port': ['ID=8efe097f-7d41-4b04-833d-e63620bb66a2,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:46.420899 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] No DVR routers for this DVR port 8efe097f-7d41-4b04-833d-e63620bb66a2 on host dv-cinder-840678-5-iscsi {{(pid=103349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:15:46.449659 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6b8a8ed4-3774-4597-bc1f-2c5da1508c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536'] for port (8efe097f-7d41-4b04-833d-e63620bb66a2), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.475844 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a8ed4-3774-4597-bc1f-2c5da1508c86 None None] Pushing event deleted for resources: {'Port': ['ID=8efe097f-7d41-4b04-833d-e63620bb66a2,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:46.477612 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a8ed4-3774-4597-bc1f-2c5da1508c86 None None] No DVR routers for this DVR port 8efe097f-7d41-4b04-833d-e63620bb66a2 on host dv-cinder-840678-5-iscsi {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:15:46.492990 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (368798b1-a651-4c11-97d0-ae1f6bd07759), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.512981 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368798b1-a651-4c11-97d0-ae1f6bd07759']}} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:46.522065 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58971618-fae1-4b9a-b724-d12eb12ca441') {'for_net_delete': True} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:46.522388 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58971618-fae1-4b9a-b724-d12eb12ca441') {} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:46.531429 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2099907'] for segment (58971618-fae1-4b9a-b724-d12eb12ca441), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.544242 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (58971618-fae1-4b9a-b724-d12eb12ca441), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.550840 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:15:46.551222 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2132068'] for segment (58971618-fae1-4b9a-b724-d12eb12ca441), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: Traceback (most recent call last): May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: timer() May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: cb(*args, **kw) May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: return func(*args, **kwargs) May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: self._notify() May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: self.callback(batched_events) May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: event.method(event) May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: return f(self, *a, **k) May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._get(url).json() May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: return self.request(url, 'GET', **kwargs) May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:15:46.553007 dv-cinder-840678-5-iscsi neutron-server[103349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:15:46.605019 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (368798b1-a651-4c11-97d0-ae1f6bd07759), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.611495 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.615172 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] 10.222.0.23 "DELETE /v2.0/networks/368798b1-a651-4c11-97d0-ae1f6bd07759 HTTP/1.1" status: 204 len: 168 time: 0.5211689 May 09 23:15:46.626264 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f246a-33b6-4566-b95f-3c8e013ef618 admin admin] Pushing event deleted for resources: {'Network': ['ID=368798b1-a651-4c11-97d0-ae1f6bd07759,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:46.801399 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38528) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:46.840426 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-b2aa1704-4212-4b65-927c-ef4e4eb2066a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=130ce8965a764f6d8910c2bba4561534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379014 May 09 23:15:46.842777 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38530) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:46.888082 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7f574d21-0ac6-47be-932c-dd947350da3b admin admin] Publish callbacks [] for security_group (86c7e2bb-1af6-47b8-b7eb-b41b518f77ea), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.912370 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7f574d21-0ac6-47be-932c-dd947350da3b admin admin] Publish callbacks [] for security_group (86c7e2bb-1af6-47b8-b7eb-b41b518f77ea), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.958704 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7f574d21-0ac6-47be-932c-dd947350da3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (86c7e2bb-1af6-47b8-b7eb-b41b518f77ea), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.961215 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-7f574d21-0ac6-47be-932c-dd947350da3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:46.962392 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-7f574d21-0ac6-47be-932c-dd947350da3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86c7e2bb-1af6-47b8-b7eb-b41b518f77ea HTTP/1.1" status: 204 len: 168 time: 0.1187251 May 09 23:15:46.970477 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f574d21-0ac6-47be-932c-dd947350da3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c7e2bb-1af6-47b8-b7eb-b41b518f77ea,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:47.078889 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:47.263973 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38536) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:47.303634 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-5b246d8b-aee4-40a0-ad9a-909a0d1994ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96cc6132d1dd4be8aba03b926a5afef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384860 May 09 23:15:47.305993 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38538) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:47.352371 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1ccb7fdc-921a-47d1-b0b2-5a65c85700be admin admin] Publish callbacks [] for security_group (824787f8-b059-4fbc-8e6d-31e0b5bb76d2), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:47.376822 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1ccb7fdc-921a-47d1-b0b2-5a65c85700be admin admin] Publish callbacks [] for security_group (824787f8-b059-4fbc-8e6d-31e0b5bb76d2), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:47.423558 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1ccb7fdc-921a-47d1-b0b2-5a65c85700be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (824787f8-b059-4fbc-8e6d-31e0b5bb76d2), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:47.426250 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-1ccb7fdc-921a-47d1-b0b2-5a65c85700be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:47.427394 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-1ccb7fdc-921a-47d1-b0b2-5a65c85700be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/824787f8-b059-4fbc-8e6d-31e0b5bb76d2 HTTP/1.1" status: 204 len: 168 time: 0.1205018 May 09 23:15:47.434742 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb7fdc-921a-47d1-b0b2-5a65c85700be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824787f8-b059-4fbc-8e6d-31e0b5bb76d2,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:47.741895 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 2302f0ab-9556-4815-adcf-1a77f6331aea no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:15:47.762664 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 2302f0ab-9556-4815-adcf-1a77f6331aea {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:15:47.763016 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 2302f0ab-9556-4815-adcf-1a77f6331aea not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:15:47.763428 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 8efe097f-7d41-4b04-833d-e63620bb66a2 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:15:47.787488 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 8efe097f-7d41-4b04-833d-e63620bb66a2 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:15:47.788069 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 8efe097f-7d41-4b04-833d-e63620bb66a2 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:15:48.115932 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38560) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:48.230534 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2027685498-network', 'tenant_id': 'd557435c4af9467999e66a94c6929e11'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:15:48.249185 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] Made reservation on behalf of d557435c4af9467999e66a94c6929e11 for: {'network': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:15:48.251542 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:48.259590 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:48.334340 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] Publish callbacks [] for security_group (a3bc4ccd-31c7-4681-b4ae-10b6665be18c), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:48.337746 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a3bc4ccd-31c7-4681-b4ae-10b6665be18c), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:48.357930 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:15:48.371259 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bc4ccd-31c7-4681-b4ae-10b6665be18c,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:48.376309 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (e7314868-df1b-478f-aee6-f3400ab57620), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:48.376666 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.segments_db [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] Added segment e7314868-df1b-478f-aee6-f3400ab57620 of type vlan for network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 May 09 23:15:48.416264 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (6ac40a30-c19e-4dfc-b8a0-754027b1e1e5), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:48.441001 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (6ac40a30-c19e-4dfc-b8a0-754027b1e1e5), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:48.441925 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:48.442524 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:48.494565 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3773599 May 09 23:15:48.497444 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38564) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:48.502949 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-de3c941d-34ee-4244-ace8-c6df177b6d6c admin admin] Request body: {'subnet': {'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2027685498-subnet', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'ip_version': 4}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:15:48.504221 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9cf60-0995-40a6-8807-c118b876df42 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:48.514642 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:15:48.525086 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3c941d-34ee-4244-ace8-c6df177b6d6c admin admin] Made reservation on behalf of d557435c4af9467999e66a94c6929e11 for: {'subnet': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:15:48.527388 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-de3c941d-34ee-4244-ace8-c6df177b6d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9656919'] for subnet (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:48.691840 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-de3c941d-34ee-4244-ace8-c6df177b6d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9656897'] for subnet (ac6fd43d-7cdd-487e-9a0a-65795ba2393a), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:48.748453 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c941d-34ee-4244-ace8-c6df177b6d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6fd43d-7cdd-487e-9a0a-65795ba2393a,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:48.757405 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3c941d-34ee-4244-ace8-c6df177b6d6c admin admin] Checking segment: {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:15:48.757764 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c941d-34ee-4244-ace8-c6df177b6d6c admin admin] Network hostable DHCP agents. Network: 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:15:48.774615 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c941d-34ee-4244-ace8-c6df177b6d6c admin admin] Network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:15:48.782741 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-de3c941d-34ee-4244-ace8-c6df177b6d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5) {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:15:48.786637 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3c941d-34ee-4244-ace8-c6df177b6d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:48.787236 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-de3c941d-34ee-4244-ace8-c6df177b6d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:48.791755 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b30209-0c4c-4d44-94c2-b8f4be77e6ec None None] Network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:15:48.809786 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-de3c941d-34ee-4244-ace8-c6df177b6d6c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3111703 May 09 23:15:48.812656 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38566) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:48.817428 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:15:48.836325 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112480'] for router (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:48.837537 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112511'] for router (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:48.889297 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Publish callbacks [] for router_controller (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), precommit_add_association {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:48.895672 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b24f0e-16ea-5479-91c9-85daf8003eec-6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a'}]}} from dv-cinder-840678-5-iscsi. {{(pid=103351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 23:15:48.896591 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:49.027890 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Publish callbacks [] for router_gateway (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:49.030064 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Allocated IP 172.20.0.2 (6ac40a30-c19e-4dfc-b8a0-754027b1e1e5/ac6fd43d-7cdd-487e-9a0a-65795ba2393a/e52ed8fc-55f1-4aa6-8293-48c5f29afa29) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:15:49.173538 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Publish callbacks [] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:49.180363 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:49.215966 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Publish callbacks [] for router_gateway (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:49.240211 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:49.342314 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:15:49.342666 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Allocated IP 172.27.3.189 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/2d9e5fcf-41a9-42da-9f11-a432e5823ffe) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:15:49.345091 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:15:49.349099 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:15:49.356984 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Pushing event updated for resources: {'Port': ['ID=e52ed8fc-55f1-4aa6-8293-48c5f29afa29,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:49.418953 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Attempting to bind port e52ed8fc-55f1-4aa6-8293-48c5f29afa29 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:15:49.419329 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Attempting to bind port e52ed8fc-55f1-4aa6-8293-48c5f29afa29 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:15:49.419693 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Attempting to bind port e52ed8fc-55f1-4aa6-8293-48c5f29afa29 on network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:15:49.428150 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:15:49.428530 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Checking segment: {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:15:49.428943 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:49.429321 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Bound using segment: {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:15:49.429794 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Bound port: e52ed8fc-55f1-4aa6-8293-48c5f29afa29, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:15:49.430209 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:49.439317 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-45b8e4f5-2560-45dc-b59d-6c42cc28e245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:49.460580 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Publish callbacks [] for port (2d9e5fcf-41a9-42da-9f11-a432e5823ffe), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:49.494276 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (2d9e5fcf-41a9-42da-9f11-a432e5823ffe), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:49.503323 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] For port e52ed8fc-55f1-4aa6-8293-48c5f29afa29, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:15:49.506386 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] For port e52ed8fc-55f1-4aa6-8293-48c5f29afa29, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=e52ed8fc-55f1-4aa6-8293-48c5f29afa29,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:15:49.512574 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:49.531611 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:15:49.535066 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:15:49.540729 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:15:49.548403 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Pushing event updated for resources: {'Port': ['ID=2d9e5fcf-41a9-42da-9f11-a432e5823ffe,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:49.573120 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b9757-a3ef-4ed0-9958-cb447347e6a9 None None] Pushing event updated for resources: {'Port': ['ID=e52ed8fc-55f1-4aa6-8293-48c5f29afa29,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:49.817713 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Publish callbacks [] for router_gateway (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:50.018839 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733209'] for router (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:50.161590 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 is scheduled to L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 with binding_index 1 {{(pid=103349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 23:15:50.274085 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:15:50.286088 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Sync routers for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:15:50.292842 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:50.294085 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-4c7fd172-46cf-4c1e-a1fd-37a2ba246afd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4804883 May 09 23:15:50.296838 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38568) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:50.305769 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:15:50.305769 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:15:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:50.420216 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:15:50.484029 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bb0e9d-7df9-4e4b-89aa-8f7bd4ab658f None None] Network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:15:50.570383 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-2b7e189e-9191-4d7b-9e7e-2462db894f82 None None] Provisioning complete for port e52ed8fc-55f1-4aa6-8293-48c5f29afa29 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:50.570747 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b7e189e-9191-4d7b-9e7e-2462db894f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:50.751203 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:49Z', 'revision_number': 3, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:50.780290 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Checking router: dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:15:50.780639 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Updating router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 port 2d9e5fcf-41a9-42da-9f11-a432e5823ffe binding host dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:15:50.819700 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e189e-9191-4d7b-9e7e-2462db894f82 None None] Current status of the port e52ed8fc-55f1-4aa6-8293-48c5f29afa29 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:15:50.820093 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b7e189e-9191-4d7b-9e7e-2462db894f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:50.837509 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (2d9e5fcf-41a9-42da-9f11-a432e5823ffe), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:50.883107 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-2b7e189e-9191-4d7b-9e7e-2462db894f82 None None] For port e52ed8fc-55f1-4aa6-8293-48c5f29afa29, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=e52ed8fc-55f1-4aa6-8293-48c5f29afa29,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:15:50.890222 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-2b7e189e-9191-4d7b-9e7e-2462db894f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:50.995533 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.024064 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e189e-9191-4d7b-9e7e-2462db894f82 None None] Pushing event updated for resources: {'Port': ['ID=e52ed8fc-55f1-4aa6-8293-48c5f29afa29,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:51.055041 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-daa72108-2d83-4fa0-89f1-2a85758335ef None None] Provisioning complete for port e52ed8fc-55f1-4aa6-8293-48c5f29afa29 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:51.055418 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-daa72108-2d83-4fa0-89f1-2a85758335ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.151605 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Allocated IP 172.20.0.1 (6ac40a30-c19e-4dfc-b8a0-754027b1e1e5/ac6fd43d-7cdd-487e-9a0a-65795ba2393a/2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:15:51.186381 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-daa72108-2d83-4fa0-89f1-2a85758335ef None None] Current status of the port e52ed8fc-55f1-4aa6-8293-48c5f29afa29 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:15:51.228408 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Publish callbacks [] for port (2d9e5fcf-41a9-42da-9f11-a432e5823ffe), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.234359 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (2d9e5fcf-41a9-42da-9f11-a432e5823ffe), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.258024 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Publish callbacks [] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.285884 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Attempting to bind port 2d9e5fcf-41a9-42da-9f11-a432e5823ffe on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:15:51.286195 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Attempting to bind port 2d9e5fcf-41a9-42da-9f11-a432e5823ffe by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:15:51.286550 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Attempting to bind port 2d9e5fcf-41a9-42da-9f11-a432e5823ffe on network 986321da-5d6d-49d1-9abb-6b80abe174d1 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:15:51.288544 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309e982-4a86-44b4-bc76-e00cfd51865d None None] Pushing event updated for resources: {'Port': ['ID=2d9e5fcf-41a9-42da-9f11-a432e5823ffe,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:51.293255 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.295052 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:15:51.295420 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Checking segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:15:51.295808 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.296175 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Bound using segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:15:51.296635 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Bound port: 2d9e5fcf-41a9-42da-9f11-a432e5823ffe, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:15:51.297731 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (2d9e5fcf-41a9-42da-9f11-a432e5823ffe), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.333754 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:15:51.338369 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:15:51.340771 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:15:51.351756 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] For port 2d9e5fcf-41a9-42da-9f11-a432e5823ffe, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:15:51.355591 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] For port 2d9e5fcf-41a9-42da-9f11-a432e5823ffe, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=2d9e5fcf-41a9-42da-9f11-a432e5823ffe,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:15:51.363659 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (2d9e5fcf-41a9-42da-9f11-a432e5823ffe), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.367827 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Pushing event updated for resources: {'Port': ['ID=2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:51.389356 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719412'] for router_interface (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.431919 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309e982-4a86-44b4-bc76-e00cfd51865d None None] Pushing event updated for resources: {'Port': ['ID=2d9e5fcf-41a9-42da-9f11-a432e5823ffe,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:51.434492 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:15:51.435107 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:15:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:51.542723 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.555643 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:15:51.658446 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-cb2dbd44-4c39-4e0c-a69b-2359ab550fae None None] Provisioning complete for port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:51.659356 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cb2dbd44-4c39-4e0c-a69b-2359ab550fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.706784 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Publish callbacks [] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.715831 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.786024 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719614'] for router_interface (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.796562 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Pushing event updated for resources: {'Port': ['ID=2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:51.857752 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device e52ed8fc-55f1-4aa6-8293-48c5f29afa29 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:15:51.864392 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-cb2dbd44-4c39-4e0c-a69b-2359ab550fae None None] Port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:15:51.888194 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:15:51.889888 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:15:51.897197 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-185f48d2-3a6d-4794-93e4-d10467f403a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.956675 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port e52ed8fc-55f1-4aa6-8293-48c5f29afa29 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:51.957048 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:51.961191 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:49Z', 'revision_number': 3, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:52.010412 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d29b28-5a1f-4cc1-9da0-0ff631473e0e None None] The sync data for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi is: [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:49Z', 'revision_number': 3, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:15:52.014621 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:15:52.082158 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port e52ed8fc-55f1-4aa6-8293-48c5f29afa29 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:15:52.137449 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:15:52.142405 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-d9152bdc-b78a-4eb1-b60f-c39c4aaa529d admin admin] 10.222.0.23 "PUT /v2.0/routers/dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8445692 May 09 23:15:52.186204 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-5b82157e-f817-4cf3-a482-3d2ce2a4991f None None] Provisioning complete for port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:52.186645 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-5b82157e-f817-4cf3-a482-3d2ce2a4991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:52.224011 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-5b82157e-f817-4cf3-a482-3d2ce2a4991f None None] Port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:15:52.639730 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38584) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:52.645177 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1838586853-network', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:15:52.667159 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] Made reservation on behalf of 7984ca6235ee49c6bc64239f528fb36e for: {'network': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:15:52.669628 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for network (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:52.678852 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:52.761407 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] Publish callbacks [] for security_group (bbfc553f-415d-4bb7-bedf-71eff463187e), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:52.766795 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (bbfc553f-415d-4bb7-bedf-71eff463187e), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:52.800216 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 23:15:52.807072 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfc553f-415d-4bb7-bedf-71eff463187e,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:52.818168 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (6092576d-f5fd-44aa-988e-9d4af4565b7b), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:52.818526 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.segments_db [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] Added segment 6092576d-f5fd-44aa-988e-9d4af4565b7b of type vlan for network d9ecc4d9-536b-4cb5-9509-0f6034dccbc4 May 09 23:15:52.864706 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727069258388'] for network (d9ecc4d9-536b-4cb5-9509-0f6034dccbc4), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:52.892082 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003'] for network (d9ecc4d9-536b-4cb5-9509-0f6034dccbc4), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:52.893821 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:52.894443 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:52.946891 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3060672 May 09 23:15:52.949693 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38586) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:52.954657 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-8e2e2ebe-b674-4e17-baa8-790bd6b727fb admin admin] Request body: {'subnet': {'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1838586853-subnet', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'ip_version': 4}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:15:52.957630 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc5070-5a8f-4212-bd1f-9f4594433827 admin admin] Pushing event updated for resources: {'Network': ['ID=d9ecc4d9-536b-4cb5-9509-0f6034dccbc4,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:52.969216 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Network d9ecc4d9-536b-4cb5-9509-0f6034dccbc4 details requested by agent ovs-agent-dv-cinder-840678-5-iscsi with host dv-cinder-840678-5-iscsi {{(pid=103351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 23:15:52.975390 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2e2ebe-b674-4e17-baa8-790bd6b727fb admin admin] Made reservation on behalf of 7984ca6235ee49c6bc64239f528fb36e for: {'subnet': 1} {{(pid=103350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:15:52.978071 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2ebe-b674-4e17-baa8-790bd6b727fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9732414'] for subnet (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.020192 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.151356 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2ebe-b674-4e17-baa8-790bd6b727fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9884008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9732392'] for subnet (1fe4fc7d-ac48-4748-87bf-beab89b876b6), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.210326 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e2ebe-b674-4e17-baa8-790bd6b727fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe4fc7d-ac48-4748-87bf-beab89b876b6,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:53.218805 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e2ebe-b674-4e17-baa8-790bd6b727fb admin admin] Checking segment: {'id': '6092576d-f5fd-44aa-988e-9d4af4565b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:15:53.219174 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2e2ebe-b674-4e17-baa8-790bd6b727fb admin admin] Network hostable DHCP agents. Network: d9ecc4d9-536b-4cb5-9509-0f6034dccbc4, hostable agents: ['12a01747-e624-4c63-9270-9d3337226d54'], hosted agents: [] {{(pid=103350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 23:15:53.237270 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2e2ebe-b674-4e17-baa8-790bd6b727fb admin admin] Network d9ecc4d9-536b-4cb5-9509-0f6034dccbc4 is scheduled to be hosted by DHCP agent 12a01747-e624-4c63-9270-9d3337226d54 with binding_index 1 {{(pid=103350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 23:15:53.246524 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-8e2e2ebe-b674-4e17-baa8-790bd6b727fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-5-iscsi, d9ecc4d9-536b-4cb5-9509-0f6034dccbc4) {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:15:53.250815 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e2ebe-b674-4e17-baa8-790bd6b727fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:15:53.251415 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2ebe-b674-4e17-baa8-790bd6b727fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.256261 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95059d68-af3c-4e8c-ae9c-117bec8eaf7d None None] Network d9ecc4d9-536b-4cb5-9509-0f6034dccbc4 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:15:53.268606 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-8e2e2ebe-b674-4e17-baa8-790bd6b727fb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3172474 May 09 23:15:53.271543 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38588) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:53.276153 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1838586853-router', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:15:53.297255 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3731479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112480'] for router (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.298589 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3731683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112511'] for router (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.353266 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Publish callbacks [] for router_controller (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), precommit_add_association {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.372829 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b24f0e-16ea-5479-91c9-85daf8003eec-d9ecc4d9-536b-4cb5-9509-0f6034dccbc4', 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4', 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'fixed_ips': [{'subnet_id': '1fe4fc7d-ac48-4748-87bf-beab89b876b6'}]}} from dv-cinder-840678-5-iscsi. {{(pid=103351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 23:15:53.373786 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.498557 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Publish callbacks [] for router_gateway (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.509175 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.db_base_plugin_common [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Allocated IP 172.20.0.2 (d9ecc4d9-536b-4cb5-9509-0f6034dccbc4/1fe4fc7d-ac48-4748-87bf-beab89b876b6/251c41d0-e621-4811-bdcb-24e18f6bdb34) {{(pid=103351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:15:53.621933 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Sync routers for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:15:53.631952 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:15:53.632646 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:15:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:53.662632 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Publish callbacks [] for port (251c41d0-e621-4811-bdcb-24e18f6bdb34), precommit_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.670080 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527'] for port (251c41d0-e621-4811-bdcb-24e18f6bdb34), after_create {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.696378 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Publish callbacks [] for router_gateway (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.719903 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Network d9ecc4d9-536b-4cb5-9509-0f6034dccbc4 is already hosted by enough agents. {{(pid=103351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:15:53.724032 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.scheduler.base_scheduler [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Resources bound (agent type, host, resource id): {{(pid=103351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:15:53.726458 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Pushing event updated for resources: {'Port': ['ID=251c41d0-e621-4811-bdcb-24e18f6bdb34,revision_number=1']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:53.728827 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Received port after_create {{(pid=103351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:15:53.733546 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.748651 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:15:53.796151 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Attempting to bind port 251c41d0-e621-4811-bdcb-24e18f6bdb34 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:15:53.796544 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Attempting to bind port 251c41d0-e621-4811-bdcb-24e18f6bdb34 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '6092576d-f5fd-44aa-988e-9d4af4565b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:15:53.797103 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Attempting to bind port 251c41d0-e621-4811-bdcb-24e18f6bdb34 on network d9ecc4d9-536b-4cb5-9509-0f6034dccbc4 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:15:53.804132 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:15:53.804768 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Checking segment: {'id': '6092576d-f5fd-44aa-988e-9d4af4565b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:15:53.805483 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.806030 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Bound using segment: {'id': '6092576d-f5fd-44aa-988e-9d4af4565b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:15:53.806680 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Bound port: 251c41d0-e621-4811-bdcb-24e18f6bdb34, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6092576d-f5fd-44aa-988e-9d4af4565b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:15:53.807234 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (251c41d0-e621-4811-bdcb-24e18f6bdb34), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.827188 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 2d9e5fcf-41a9-42da-9f11-a432e5823ffe up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:15:53.856425 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Allocated IP 172.27.3.85 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/bd3f8a22-cf24-4dc5-9525-4253c617cd85) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:15:53.920588 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] For port 251c41d0-e621-4811-bdcb-24e18f6bdb34, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:15:53.922458 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 2d9e5fcf-41a9-42da-9f11-a432e5823ffe triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:53.922831 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (2d9e5fcf-41a9-42da-9f11-a432e5823ffe), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.926027 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] For port 251c41d0-e621-4811-bdcb-24e18f6bdb34, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=251c41d0-e621-4811-bdcb-24e18f6bdb34,segment=NetworkSegment(6092576d-f5fd-44aa-988e-9d4af4565b7b),segment_id=6092576d-f5fd-44aa-988e-9d4af4565b7b)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:15:53.948844 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (251c41d0-e621-4811-bdcb-24e18f6bdb34), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.975760 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Publish callbacks [] for port (bd3f8a22-cf24-4dc5-9525-4253c617cd85), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:53.978502 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 2, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:54.012294 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Checking router: dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:15:54.012908 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Updating router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 binding host dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:15:54.022222 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (bd3f8a22-cf24-4dc5-9525-4253c617cd85), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.042448 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.043425 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a0a64-1661-43b6-923c-04d6330768b1 None None] Pushing event updated for resources: {'Port': ['ID=251c41d0-e621-4811-bdcb-24e18f6bdb34,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:54.060197 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 2d9e5fcf-41a9-42da-9f11-a432e5823ffe is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:15:54.060604 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (2d9e5fcf-41a9-42da-9f11-a432e5823ffe), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.066538 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:15:54.069664 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:15:54.073590 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:15:54.082734 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Pushing event updated for resources: {'Port': ['ID=bd3f8a22-cf24-4dc5-9525-4253c617cd85,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:54.088187 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] For port 2d9e5fcf-41a9-42da-9f11-a432e5823ffe, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=2d9e5fcf-41a9-42da-9f11-a432e5823ffe,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:15:54.097777 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (2d9e5fcf-41a9-42da-9f11-a432e5823ffe), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.151423 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Pushing event updated for resources: {'Port': ['ID=2d9e5fcf-41a9-42da-9f11-a432e5823ffe,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:54.373007 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Publish callbacks [] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.382690 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.388182 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Publish callbacks [] for router_gateway (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.391841 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.431076 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Pushing event updated for resources: {'Port': ['ID=2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:54.451858 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.452872 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.453319 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.454154 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.454566 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.455047 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.457119 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.457460 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.457795 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.458169 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.458509 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.459030 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.459355 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.459679 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.460029 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:15:54.512984 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Attempting to bind port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:15:54.513550 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Attempting to bind port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:15:54.513915 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Attempting to bind port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 on network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:15:54.519976 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:15:54.520347 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Checking segment: {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:15:54.520954 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.521348 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Bound using segment: {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:15:54.521817 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Bound port: 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:15:54.522215 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.587665 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] For port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:15:54.591649 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] For port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:15:54.599335 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.603409 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3731610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733209'] for router (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.645979 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:15:54.646637 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:15:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:54.668355 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-dbbd860a-af1a-4d13-bee4-db0be9a49c16 None None] Provisioning complete for port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:54.668734 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbbd860a-af1a-4d13-bee4-db0be9a49c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.769325 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Router f5a99c8c-741f-4b08-8ce7-cebd211b84d5 is scheduled to L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 with binding_index 1 {{(pid=103350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 23:15:54.774496 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:15:54.803451 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd860a-af1a-4d13-bee4-db0be9a49c16 None None] Current status of the port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:15:54.804257 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbbd860a-af1a-4d13-bee4-db0be9a49c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.853878 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-dbbd860a-af1a-4d13-bee4-db0be9a49c16 None None] For port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:15:54.861338 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-dbbd860a-af1a-4d13-bee4-db0be9a49c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.921614 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd860a-af1a-4d13-bee4-db0be9a49c16 None None] Pushing event updated for resources: {'Port': ['ID=2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:54.939997 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:15:54.945419 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739e9a1-31c8-4853-9227-1bdec434637c None None] Pushing event updated for resources: {'Port': ['ID=2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8,revision_number=4']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:54.958286 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Sync routers for ids ['f5a99c8c-741f-4b08-8ce7-cebd211b84d5'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:15:54.966485 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:54.970607 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-a132e5da-6d10-4a67-81c2-b3f8c009d52d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6982195 May 09 23:15:54.972967 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38590) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:54.975752 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Routers {'f5a99c8c-741f-4b08-8ce7-cebd211b84d5'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:15:54.976899 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:15:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['f5a99c8c-741f-4b08-8ce7-cebd211b84d5'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:55.024638 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:55.026568 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-1985f456-f2da-411b-9def-82f882f21914 None None] Provisioning complete for port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:55.026953 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1985f456-f2da-411b-9def-82f882f21914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:55.060153 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b99ee91-d2a9-4fe6-85fd-9843eaef9679 None None] The sync data for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi is: [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:15:55.187958 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Set router f5a99c8c-741f-4b08-8ce7-cebd211b84d5 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:15:55.253195 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f2366-23ab-4d39-b0f0-b6de07bf543b None None] Network d9ecc4d9-536b-4cb5-9509-0f6034dccbc4 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:15:55.297068 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-1985f456-f2da-411b-9def-82f882f21914 None None] Current status of the port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:15:55.462979 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-9fc5a5d6-bb7f-45c8-a13b-f686473054e9 None None] Provisioning complete for port 251c41d0-e621-4811-bdcb-24e18f6bdb34 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:55.463297 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9fc5a5d6-bb7f-45c8-a13b-f686473054e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (251c41d0-e621-4811-bdcb-24e18f6bdb34), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:55.506742 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'name': 'tempest-TestVolumeBootPattern-1838586853-router', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bd3f8a22-cf24-4dc5-9525-4253c617cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 3, 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'gw_port': {'id': 'bd3f8a22-cf24-4dc5-9525-4253c617cd85', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:55.514688 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:55.545859 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Checking router: f5a99c8c-741f-4b08-8ce7-cebd211b84d5 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:15:55.546234 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Updating router f5a99c8c-741f-4b08-8ce7-cebd211b84d5 port bd3f8a22-cf24-4dc5-9525-4253c617cd85 binding host dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:15:55.586737 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (bd3f8a22-cf24-4dc5-9525-4253c617cd85), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:55.704817 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5a5d6-bb7f-45c8-a13b-f686473054e9 None None] Current status of the port 251c41d0-e621-4811-bdcb-24e18f6bdb34 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:15:55.705770 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9fc5a5d6-bb7f-45c8-a13b-f686473054e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (251c41d0-e621-4811-bdcb-24e18f6bdb34), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:55.720320 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Allocated IP 172.20.0.1 (d9ecc4d9-536b-4cb5-9509-0f6034dccbc4/1fe4fc7d-ac48-4748-87bf-beab89b876b6/16a356e2-7b66-4d4f-8229-e5192eddc215) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:15:55.776664 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:55.829909 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-9fc5a5d6-bb7f-45c8-a13b-f686473054e9 None None] For port 251c41d0-e621-4811-bdcb-24e18f6bdb34, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=251c41d0-e621-4811-bdcb-24e18f6bdb34,segment=NetworkSegment(6092576d-f5fd-44aa-988e-9d4af4565b7b),segment_id=6092576d-f5fd-44aa-988e-9d4af4565b7b)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:15:55.879178 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Publish callbacks [] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:55.939368 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:55.984641 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Network d9ecc4d9-536b-4cb5-9509-0f6034dccbc4 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:15:55.988129 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:15:55.994925 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:15:55.998133 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Pushing event updated for resources: {'Port': ['ID=16a356e2-7b66-4d4f-8229-e5192eddc215,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:56.006047 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 251c41d0-e621-4811-bdcb-24e18f6bdb34 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:15:56.010614 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-9fc5a5d6-bb7f-45c8-a13b-f686473054e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (251c41d0-e621-4811-bdcb-24e18f6bdb34), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.044554 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3719412'] for router_interface (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.133762 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5a5d6-bb7f-45c8-a13b-f686473054e9 None None] Pushing event updated for resources: {'Port': ['ID=251c41d0-e621-4811-bdcb-24e18f6bdb34,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:56.161019 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-a68fe306-6d5a-4400-a8e3-b8b765e490a2 None None] Provisioning complete for port 251c41d0-e621-4811-bdcb-24e18f6bdb34 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:56.161393 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a68fe306-6d5a-4400-a8e3-b8b765e490a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (251c41d0-e621-4811-bdcb-24e18f6bdb34), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.170056 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 251c41d0-e621-4811-bdcb-24e18f6bdb34 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:56.170451 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (251c41d0-e621-4811-bdcb-24e18f6bdb34), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.216683 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.336964 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Publish callbacks [] for port (bd3f8a22-cf24-4dc5-9525-4253c617cd85), precommit_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.368575 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 251c41d0-e621-4811-bdcb-24e18f6bdb34 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:15:56.369565 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 2d9e5fcf-41a9-42da-9f11-a432e5823ffe up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:15:56.373546 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (bd3f8a22-cf24-4dc5-9525-4253c617cd85), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.396128 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Publish callbacks [] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.400947 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.440561 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-a68fe306-6d5a-4400-a8e3-b8b765e490a2 None None] Current status of the port 251c41d0-e621-4811-bdcb-24e18f6bdb34 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:15:56.469784 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b963b8a-08e4-4396-b60f-3a28dec75d55 None None] Pushing event updated for resources: {'Port': ['ID=bd3f8a22-cf24-4dc5-9525-4253c617cd85,revision_number=2']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:56.474206 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Attempting to bind port bd3f8a22-cf24-4dc5-9525-4253c617cd85 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:15:56.474471 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3719614'] for router_interface (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.474637 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Attempting to bind port bd3f8a22-cf24-4dc5-9525-4253c617cd85 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:15:56.474855 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Attempting to bind port bd3f8a22-cf24-4dc5-9525-4253c617cd85 on network 986321da-5d6d-49d1-9abb-6b80abe174d1 {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:15:56.477339 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Pushing event updated for resources: {'Port': ['ID=16a356e2-7b66-4d4f-8229-e5192eddc215,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:56.482805 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:15:56.483185 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Checking segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:15:56.484153 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.484153 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Bound using segment: {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'} {{(pid=103351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:15:56.484450 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.managers [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Bound port: bd3f8a22-cf24-4dc5-9525-4253c617cd85, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8688005-84fd-4fd3-b20b-c5a16e51b1ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1'}}] {{(pid=103351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:15:56.484778 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (bd3f8a22-cf24-4dc5-9525-4253c617cd85), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.512206 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 2d9e5fcf-41a9-42da-9f11-a432e5823ffe triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:56.512581 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (2d9e5fcf-41a9-42da-9f11-a432e5823ffe), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.569489 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Network d9ecc4d9-536b-4cb5-9509-0f6034dccbc4 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:15:56.570864 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:15:56.577899 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] For port bd3f8a22-cf24-4dc5-9525-4253c617cd85, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:15:56.579802 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-3801a049-2a0a-453e-8647-99b13ea8f091 None None] Provisioning complete for port 16a356e2-7b66-4d4f-8229-e5192eddc215 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:56.580176 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3801a049-2a0a-453e-8647-99b13ea8f091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.582756 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] For port bd3f8a22-cf24-4dc5-9525-4253c617cd85, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=bd3f8a22-cf24-4dc5-9525-4253c617cd85,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:15:56.617726 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (bd3f8a22-cf24-4dc5-9525-4253c617cd85), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.681562 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-3801a049-2a0a-453e-8647-99b13ea8f091 None None] Port 16a356e2-7b66-4d4f-8229-e5192eddc215 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:15:56.710724 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Router f5a99c8c-741f-4b08-8ce7-cebd211b84d5 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:15:56.724164 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 2d9e5fcf-41a9-42da-9f11-a432e5823ffe is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:15:56.725270 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:15:56.728553 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b963b8a-08e4-4396-b60f-3a28dec75d55 None None] Pushing event updated for resources: {'Port': ['ID=bd3f8a22-cf24-4dc5-9525-4253c617cd85,revision_number=3']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:56.731244 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Routers {'f5a99c8c-741f-4b08-8ce7-cebd211b84d5'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:15:56.731852 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:15:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['f5a99c8c-741f-4b08-8ce7-cebd211b84d5'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:56.818499 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-b6672503-5f3b-4fb2-9828-824eb32ad107 None None] Provisioning complete for port 16a356e2-7b66-4d4f-8229-e5192eddc215 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:56.818872 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b6672503-5f3b-4fb2-9828-824eb32ad107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.838266 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:15:56.843093 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-5644c396-5e50-469b-b866-7e3afeb11983 admin admin] 10.222.0.23 "PUT /v2.0/routers/f5a99c8c-741f-4b08-8ce7-cebd211b84d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8682797 May 09 23:15:56.901687 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:56.902063 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:56.933260 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-b6672503-5f3b-4fb2-9828-824eb32ad107 None None] Port 16a356e2-7b66-4d4f-8229-e5192eddc215 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:15:56.937231 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] Set router f5a99c8c-741f-4b08-8ce7-cebd211b84d5 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:15:57.104473 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:15:57.169776 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38598) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:57.171744 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'name': 'tempest-TestVolumeBootPattern-1838586853-router', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bd3f8a22-cf24-4dc5-9525-4253c617cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:15:56Z', 'revision_number': 4, 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'gw_port': {'id': 'bd3f8a22-cf24-4dc5-9525-4253c617cd85', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '16a356e2-7b66-4d4f-8229-e5192eddc215', 'name': '', 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'mac_address': 'fa:16:3e:a7:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1fe4fc7d-ac48-4748-87bf-beab89b876b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:55Z', 'updated_at': '2022-05-09T23:15:56Z', 'revision_number': 2, 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'subnets': [{'id': '1fe4fc7d-ac48-4748-87bf-beab89b876b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:57.174414 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-b5fc638d-3dac-440c-9e2e-c602454325fa tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-40112821', 'description': 'tempest-secgroup-smoke-40112821 description', 'project_id': 'd557435c4af9467999e66a94c6929e11'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:15:57.193752 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b5fc638d-3dac-440c-9e2e-c602454325fa tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.198653 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d7481-cab4-4705-911f-cb3f297b7489 None None] The sync data for ids ['f5a99c8c-741f-4b08-8ce7-cebd211b84d5'] in dv-cinder-840678-5-iscsi is: [{'id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'name': 'tempest-TestVolumeBootPattern-1838586853-router', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bd3f8a22-cf24-4dc5-9525-4253c617cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:15:56Z', 'revision_number': 4, 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'gw_port': {'id': 'bd3f8a22-cf24-4dc5-9525-4253c617cd85', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '16a356e2-7b66-4d4f-8229-e5192eddc215', 'name': '', 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'mac_address': 'fa:16:3e:a7:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1fe4fc7d-ac48-4748-87bf-beab89b876b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:55Z', 'updated_at': '2022-05-09T23:15:56Z', 'revision_number': 2, 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'subnets': [{'id': '1fe4fc7d-ac48-4748-87bf-beab89b876b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:15:57.264095 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b5fc638d-3dac-440c-9e2e-c602454325fa tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group (ca5fa5ba-16b7-4c99-ad15-90348a624f5e), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.268588 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b5fc638d-3dac-440c-9e2e-c602454325fa tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (ca5fa5ba-16b7-4c99-ad15-90348a624f5e), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.299555 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b5fc638d-3dac-440c-9e2e-c602454325fa tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.303732 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38600) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:57.304228 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-b5fc638d-3dac-440c-9e2e-c602454325fa tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1328557 May 09 23:15:57.308464 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc638d-3dac-440c-9e2e-c602454325fa tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5fa5ba-16b7-4c99-ad15-90348a624f5e,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:57.311111 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-6c35d60e-d0f1-4a48-9380-b5561f84c839 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Request body: {'security_group_rule': {'security_group_id': 'ca5fa5ba-16b7-4c99-ad15-90348a624f5e', 'project_id': 'd557435c4af9467999e66a94c6929e11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:15:57.341040 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6c35d60e-d0f1-4a48-9380-b5561f84c839 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (48384b4a-dbbc-41f0-a482-317653ab69f0), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.403353 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6c35d60e-d0f1-4a48-9380-b5561f84c839 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (48384b4a-dbbc-41f0-a482-317653ab69f0), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.411705 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6c35d60e-d0f1-4a48-9380-b5561f84c839 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (48384b4a-dbbc-41f0-a482-317653ab69f0), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.433767 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35d60e-d0f1-4a48-9380-b5561f84c839 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48384b4a-dbbc-41f0-a482-317653ab69f0,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:57.445645 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6c35d60e-d0f1-4a48-9380-b5561f84c839 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.446935 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-6c35d60e-d0f1-4a48-9380-b5561f84c839 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419778 May 09 23:15:57.449672 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38602) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:57.454193 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-6886adc9-b380-4e4f-82ab-135a79ba3c9c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Request body: {'security_group_rule': {'security_group_id': 'ca5fa5ba-16b7-4c99-ad15-90348a624f5e', 'project_id': 'd557435c4af9467999e66a94c6929e11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:15:57.482063 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6886adc9-b380-4e4f-82ab-135a79ba3c9c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (91dd4c75-635f-44b0-b7c1-630055e1095c), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.545567 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6886adc9-b380-4e4f-82ab-135a79ba3c9c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (91dd4c75-635f-44b0-b7c1-630055e1095c), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.549963 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6886adc9-b380-4e4f-82ab-135a79ba3c9c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (91dd4c75-635f-44b0-b7c1-630055e1095c), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.569227 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886adc9-b380-4e4f-82ab-135a79ba3c9c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91dd4c75-635f-44b0-b7c1-630055e1095c,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:57.578298 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-6886adc9-b380-4e4f-82ab-135a79ba3c9c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.582735 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-6886adc9-b380-4e4f-82ab-135a79ba3c9c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289647 May 09 23:15:57.582897 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38604) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:57.587223 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-ac44464f-254a-491c-92f0-1aed58de9610 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Request body: {'security_group_rule': {'security_group_id': 'ca5fa5ba-16b7-4c99-ad15-90348a624f5e', 'project_id': 'd557435c4af9467999e66a94c6929e11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:15:57.614533 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ac44464f-254a-491c-92f0-1aed58de9610 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (f67a622f-19a3-4e37-90f7-77b985b13115), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.681938 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ac44464f-254a-491c-92f0-1aed58de9610 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (f67a622f-19a3-4e37-90f7-77b985b13115), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.686416 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ac44464f-254a-491c-92f0-1aed58de9610 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (f67a622f-19a3-4e37-90f7-77b985b13115), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.712123 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-ac44464f-254a-491c-92f0-1aed58de9610 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.716095 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38606) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:57.718671 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-ac44464f-254a-491c-92f0-1aed58de9610 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347528 May 09 23:15:57.720159 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44464f-254a-491c-92f0-1aed58de9610 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67a622f-19a3-4e37-90f7-77b985b13115,revision_number=0']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:57.722160 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-2fcaaf11-1253-4a29-afd3-96e764751c1a tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Request body: {'security_group_rule': {'security_group_id': 'ca5fa5ba-16b7-4c99-ad15-90348a624f5e', 'project_id': 'd557435c4af9467999e66a94c6929e11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:15:57.761348 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaf11-1253-4a29-afd3-96e764751c1a tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (42a6c263-2b5d-423a-8cd3-3ccceb1fa230), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.778804 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 251c41d0-e621-4811-bdcb-24e18f6bdb34 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:15:57.830782 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaf11-1253-4a29-afd3-96e764751c1a tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (42a6c263-2b5d-423a-8cd3-3ccceb1fa230), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.833814 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 251c41d0-e621-4811-bdcb-24e18f6bdb34 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:57.834466 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (251c41d0-e621-4811-bdcb-24e18f6bdb34), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.835295 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaf11-1253-4a29-afd3-96e764751c1a tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (42a6c263-2b5d-423a-8cd3-3ccceb1fa230), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.856495 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaaf11-1253-4a29-afd3-96e764751c1a tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a6c263-2b5d-423a-8cd3-3ccceb1fa230,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:57.863520 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaf11-1253-4a29-afd3-96e764751c1a tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.863520 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-2fcaaf11-1253-4a29-afd3-96e764751c1a tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458616 May 09 23:15:57.867514 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38608) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:57.874722 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-ec8e8ab9-3c5c-444c-b2f9-2e1f6a1ea91f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Request body: {'security_group_rule': {'security_group_id': 'ca5fa5ba-16b7-4c99-ad15-90348a624f5e', 'project_id': 'd557435c4af9467999e66a94c6929e11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:15:57.900279 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.securitygroups_db [None req-ec8e8ab9-3c5c-444c-b2f9-2e1f6a1ea91f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Project d557435c4af9467999e66a94c6929e11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 23:15:57.907705 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8ab9-3c5c-444c-b2f9-2e1f6a1ea91f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (42572608-3f30-44d7-b8a6-21ea03db26f2), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.942782 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 251c41d0-e621-4811-bdcb-24e18f6bdb34 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:15:57.990297 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8ab9-3c5c-444c-b2f9-2e1f6a1ea91f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (42572608-3f30-44d7-b8a6-21ea03db26f2), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:57.994429 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8ab9-3c5c-444c-b2f9-2e1f6a1ea91f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (42572608-3f30-44d7-b8a6-21ea03db26f2), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:58.013147 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e8ab9-3c5c-444c-b2f9-2e1f6a1ea91f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42572608-3f30-44d7-b8a6-21ea03db26f2,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:58.023882 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8ab9-3c5c-444c-b2f9-2e1f6a1ea91f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:58.026793 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-ec8e8ab9-3c5c-444c-b2f9-2e1f6a1ea91f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1597538 May 09 23:15:58.028168 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38610) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:15:58.032927 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-a23a2205-52a1-4d80-ad7c-c76c54d5f921 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Request body: {'security_group_rule': {'security_group_id': 'ca5fa5ba-16b7-4c99-ad15-90348a624f5e', 'project_id': 'd557435c4af9467999e66a94c6929e11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:15:58.054678 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.securitygroups_db [None req-a23a2205-52a1-4d80-ad7c-c76c54d5f921 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Project d557435c4af9467999e66a94c6929e11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 23:15:58.060260 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a23a2205-52a1-4d80-ad7c-c76c54d5f921 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (8477fb03-d745-4e3f-b01e-304832bc6d06), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:58.122960 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a23a2205-52a1-4d80-ad7c-c76c54d5f921 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (8477fb03-d745-4e3f-b01e-304832bc6d06), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:58.126925 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a23a2205-52a1-4d80-ad7c-c76c54d5f921 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939017'] for security_group_rule (8477fb03-d745-4e3f-b01e-304832bc6d06), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:58.146512 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a2205-52a1-4d80-ad7c-c76c54d5f921 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8477fb03-d745-4e3f-b01e-304832bc6d06,revision_number=0']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:15:58.155261 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-a23a2205-52a1-4d80-ad7c-c76c54d5f921 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:58.160357 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-a23a2205-52a1-4d80-ad7c-c76c54d5f921 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311533 May 09 23:15:59.259372 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Sync routers for ids ['f5a99c8c-741f-4b08-8ce7-cebd211b84d5'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:15:59.270325 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Routers {'f5a99c8c-741f-4b08-8ce7-cebd211b84d5'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:15:59.270922 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:15:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['f5a99c8c-741f-4b08-8ce7-cebd211b84d5'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:59.476620 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Set router f5a99c8c-741f-4b08-8ce7-cebd211b84d5 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:15:59.662367 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'name': 'tempest-TestVolumeBootPattern-1838586853-router', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bd3f8a22-cf24-4dc5-9525-4253c617cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:15:56Z', 'revision_number': 4, 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'gw_port': {'id': 'bd3f8a22-cf24-4dc5-9525-4253c617cd85', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '16a356e2-7b66-4d4f-8229-e5192eddc215', 'name': '', 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'mac_address': 'fa:16:3e:a7:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1fe4fc7d-ac48-4748-87bf-beab89b876b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:55Z', 'updated_at': '2022-05-09T23:15:56Z', 'revision_number': 2, 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'subnets': [{'id': '1fe4fc7d-ac48-4748-87bf-beab89b876b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:15:59.689974 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Checking router: f5a99c8c-741f-4b08-8ce7-cebd211b84d5 for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:15:59.690353 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Updating router f5a99c8c-741f-4b08-8ce7-cebd211b84d5 port 16a356e2-7b66-4d4f-8229-e5192eddc215 binding host dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 23:15:59.718006 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:59.767907 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device bd3f8a22-cf24-4dc5-9525-4253c617cd85 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:15:59.814078 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port bd3f8a22-cf24-4dc5-9525-4253c617cd85 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:15:59.814483 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (bd3f8a22-cf24-4dc5-9525-4253c617cd85), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:15:59.999006 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Publish callbacks [] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), precommit_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:00.004371 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:00.029738 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port bd3f8a22-cf24-4dc5-9525-4253c617cd85 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:16:00.030202 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (bd3f8a22-cf24-4dc5-9525-4253c617cd85), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:00.051598 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b33d04-9723-4543-a4e8-d5db648d90da None None] Pushing event updated for resources: {'Port': ['ID=16a356e2-7b66-4d4f-8229-e5192eddc215,revision_number=3']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:16:00.054190 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] For port bd3f8a22-cf24-4dc5-9525-4253c617cd85, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=bd3f8a22-cf24-4dc5-9525-4253c617cd85,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:16:00.059121 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (bd3f8a22-cf24-4dc5-9525-4253c617cd85), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:00.119759 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Pushing event updated for resources: {'Port': ['ID=bd3f8a22-cf24-4dc5-9525-4253c617cd85,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:16:00.139620 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Attempting to bind port 16a356e2-7b66-4d4f-8229-e5192eddc215 on host dv-cinder-840678-5-iscsi for vnic_type normal with profile {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:16:00.140059 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Attempting to bind port 16a356e2-7b66-4d4f-8229-e5192eddc215 by drivers openvswitch,hyperv on host dv-cinder-840678-5-iscsi at level 0 using segments [{'id': '6092576d-f5fd-44aa-988e-9d4af4565b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4'}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:16:00.140517 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Attempting to bind port 16a356e2-7b66-4d4f-8229-e5192eddc215 on network d9ecc4d9-536b-4cb5-9509-0f6034dccbc4 {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:16:00.145903 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Checking agent: {'id': '524db285-05b7-4b73-bb10-b6225cb05baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 22, 53, 56), 'started_at': datetime.datetime(2022, 5, 9, 22, 54, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:16:00.146380 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Checking segment: {'id': '6092576d-f5fd-44aa-988e-9d4af4565b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:16:00.146858 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:00.147298 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Bound using segment: {'id': '6092576d-f5fd-44aa-988e-9d4af4565b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4'} {{(pid=103352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:16:00.147942 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.managers [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Bound port: 16a356e2-7b66-4d4f-8229-e5192eddc215, host: dv-cinder-840678-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6092576d-f5fd-44aa-988e-9d4af4565b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4'}}] {{(pid=103352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:16:00.148403 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), before_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:00.216766 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] For port 16a356e2-7b66-4d4f-8229-e5192eddc215, host dv-cinder-840678-5-iscsi, cleared binding levels {{(pid=103352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:16:00.220789 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.plugins.ml2.db [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] For port 16a356e2-7b66-4d4f-8229-e5192eddc215, host dv-cinder-840678-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=16a356e2-7b66-4d4f-8229-e5192eddc215,segment=NetworkSegment(6092576d-f5fd-44aa-988e-9d4af4565b7b),segment_id=6092576d-f5fd-44aa-988e-9d4af4565b7b)] {{(pid=103352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:16:00.226876 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron_lib.callbacks.manager [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), after_update {{(pid=103352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:00.271133 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-1dade0a0-a00e-4497-9751-37db3d2724ce None None] Provisioning complete for port 16a356e2-7b66-4d4f-8229-e5192eddc215 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:16:00.271504 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1dade0a0-a00e-4497-9751-37db3d2724ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:00.289156 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b33d04-9723-4543-a4e8-d5db648d90da None None] Pushing event updated for resources: {'Port': ['ID=16a356e2-7b66-4d4f-8229-e5192eddc215,revision_number=4']} {{(pid=103352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:16:00.296963 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Routers {'f5a99c8c-741f-4b08-8ce7-cebd211b84d5'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:16:00.297611 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:15:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['f5a99c8c-741f-4b08-8ce7-cebd211b84d5'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:16:00.363832 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-1dade0a0-a00e-4497-9751-37db3d2724ce None None] Current status of the port 16a356e2-7b66-4d4f-8229-e5192eddc215 is: DOWN; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:16:00.364490 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1dade0a0-a00e-4497-9751-37db3d2724ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:00.400692 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-1dade0a0-a00e-4497-9751-37db3d2724ce None None] For port 16a356e2-7b66-4d4f-8229-e5192eddc215, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=16a356e2-7b66-4d4f-8229-e5192eddc215,segment=NetworkSegment(6092576d-f5fd-44aa-988e-9d4af4565b7b),segment_id=6092576d-f5fd-44aa-988e-9d4af4565b7b)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:16:00.405208 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1dade0a0-a00e-4497-9751-37db3d2724ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:00.457819 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] Set router f5a99c8c-741f-4b08-8ce7-cebd211b84d5 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:16:00.458878 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dade0a0-a00e-4497-9751-37db3d2724ce None None] Pushing event updated for resources: {'Port': ['ID=16a356e2-7b66-4d4f-8229-e5192eddc215,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:16:00.528951 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-8e4fc2ab-e1a2-4065-9a41-17a952cb06f1 None None] Provisioning complete for port 16a356e2-7b66-4d4f-8229-e5192eddc215 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:16:00.529324 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc2ab-e1a2-4065-9a41-17a952cb06f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:00.611272 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-8e4fc2ab-e1a2-4065-9a41-17a952cb06f1 None None] Current status of the port 16a356e2-7b66-4d4f-8229-e5192eddc215 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:16:00.657909 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'name': 'tempest-TestVolumeBootPattern-1838586853-router', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bd3f8a22-cf24-4dc5-9525-4253c617cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:15:56Z', 'revision_number': 4, 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'gw_port': {'id': 'bd3f8a22-cf24-4dc5-9525-4253c617cd85', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '16a356e2-7b66-4d4f-8229-e5192eddc215', 'name': '', 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'mac_address': 'fa:16:3e:a7:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1fe4fc7d-ac48-4748-87bf-beab89b876b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:55Z', 'updated_at': '2022-05-09T23:16:00Z', 'revision_number': 4, 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'subnets': [{'id': '1fe4fc7d-ac48-4748-87bf-beab89b876b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:16:00.685395 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4532b-9f40-4493-854e-5ce313ac6e99 None None] The sync data for ids ['f5a99c8c-741f-4b08-8ce7-cebd211b84d5'] in dv-cinder-840678-5-iscsi is: [{'id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'name': 'tempest-TestVolumeBootPattern-1838586853-router', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bd3f8a22-cf24-4dc5-9525-4253c617cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:15:56Z', 'revision_number': 4, 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'gw_port': {'id': 'bd3f8a22-cf24-4dc5-9525-4253c617cd85', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '16a356e2-7b66-4d4f-8229-e5192eddc215', 'name': '', 'network_id': 'd9ecc4d9-536b-4cb5-9509-0f6034dccbc4', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'mac_address': 'fa:16:3e:a7:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1fe4fc7d-ac48-4748-87bf-beab89b876b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:55Z', 'updated_at': '2022-05-09T23:16:00Z', 'revision_number': 4, 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'subnets': [{'id': '1fe4fc7d-ac48-4748-87bf-beab89b876b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:16:01.775911 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device bd3f8a22-cf24-4dc5-9525-4253c617cd85 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:16:01.822711 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port bd3f8a22-cf24-4dc5-9525-4253c617cd85 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:16:01.823088 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (bd3f8a22-cf24-4dc5-9525-4253c617cd85), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:01.904441 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port bd3f8a22-cf24-4dc5-9525-4253c617cd85 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:16:01.905486 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 16a356e2-7b66-4d4f-8229-e5192eddc215 up at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:16:01.955574 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Provisioning complete for port 16a356e2-7b66-4d4f-8229-e5192eddc215 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:16:01.955861 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:02.032569 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Current status of the port 16a356e2-7b66-4d4f-8229-e5192eddc215 is: ACTIVE; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:16:02.133674 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:16:14.567211 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-917dff6a-b4c2-4192-95f7-18da866e7f6d tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40112821&fields=id&tenant_id=d557435c4af9467999e66a94c6929e11 HTTP/1.1" status: 200 len: 267 time: 0.0433185 May 09 23:16:14.672550 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f29a-654c-46e7-8c79-013098953e9e req-27ac7710-4b19-48f5-8be1-3524518803f8 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:14.674027 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-27ac7710-4b19-48f5-8be1-3524518803f8 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 812 time: 0.1007090 May 09 23:16:14.688631 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-40761543-1c7f-46af-9ba8-3e9dfa3d79e7 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/quotas/d557435c4af9467999e66a94c6929e11 HTTP/1.1" status: 200 len: 375 time: 0.0086534 May 09 23:16:14.735414 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-476ecbf5-7045-43f8-9c16-29d52e4d04d0 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420470 May 09 23:16:14.835353 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-f95638f5-44d5-4062-a448-2b7cf9719758 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 23:16:14.836372 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-f95638f5-44d5-4062-a448-2b7cf9719758 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0900261 May 09 23:16:14.924896 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-2720930c-009d-4085-ad03-6a34c11c2920 service neutron] 10.222.0.23 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825427 May 09 23:16:15.014973 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-80d7974d-be8e-4a63-80e8-3b390bd8a900 service neutron] 10.222.0.23 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843201 May 09 23:16:15.292433 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c26cbe04-8f13-403e-98b4-09727f1de0e9 req-8fca1ebc-d55c-4d33-a1b8-129fb6866421 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 210 time: 0.0281758 May 09 23:16:16.250640 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f29a-654c-46e7-8c79-013098953e9e req-af232bfb-7e10-4605-8a03-c1bc39777bb8 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:16.252243 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-af232bfb-7e10-4605-8a03-c1bc39777bb8 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 812 time: 0.1016748 May 09 23:16:16.330806 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-f0e2856b-5ee2-4681-bb11-5904cdeda454 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d557435c4af9467999e66a94c6929e11 HTTP/1.1" status: 200 len: 378 time: 0.0651972 May 09 23:16:16.341354 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-6e77f29a-654c-46e7-8c79-013098953e9e req-3396d531-f19f-4e81-87fa-a66527a58e1b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Request body: {'port': {'device_id': '91b8028e-96dc-484d-926f-782a423ff712', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'admin_state_up': True, 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'security_groups': ['ca5fa5ba-16b7-4c99-ad15-90348a624f5e']}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:16:16.401200 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e11843f2-421a-4ce6-b684-efc21944e153 req-d0765e04-0831-4519-bebc-3ae780c0ce9a tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 210 time: 0.0394890 May 09 23:16:16.447953 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e77f29a-654c-46e7-8c79-013098953e9e req-3396d531-f19f-4e81-87fa-a66527a58e1b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Made reservation on behalf of d557435c4af9467999e66a94c6929e11 for: {'port': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:16:16.451284 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-6e77f29a-654c-46e7-8c79-013098953e9e req-3396d531-f19f-4e81-87fa-a66527a58e1b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:16.580307 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [req-6e77f29a-654c-46e7-8c79-013098953e9e req-3396d531-f19f-4e81-87fa-a66527a58e1b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Allocated IP 172.20.0.4 (6ac40a30-c19e-4dfc-b8a0-754027b1e1e5/ac6fd43d-7cdd-487e-9a0a-65795ba2393a/02457c86-3b08-41a7-b0ab-fc08377221ab) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:16:16.719203 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-6e77f29a-654c-46e7-8c79-013098953e9e req-3396d531-f19f-4e81-87fa-a66527a58e1b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:16.751553 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-6e77f29a-654c-46e7-8c79-013098953e9e req-3396d531-f19f-4e81-87fa-a66527a58e1b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:16.798018 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e77f29a-654c-46e7-8c79-013098953e9e req-3396d531-f19f-4e81-87fa-a66527a58e1b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:16:16.801650 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [req-6e77f29a-654c-46e7-8c79-013098953e9e req-3396d531-f19f-4e81-87fa-a66527a58e1b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:16:16.805334 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e77f29a-654c-46e7-8c79-013098953e9e req-3396d531-f19f-4e81-87fa-a66527a58e1b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:16:16.813651 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396d531-f19f-4e81-87fa-a66527a58e1b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'Port': ['ID=02457c86-3b08-41a7-b0ab-fc08377221ab,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:16:16.860990 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f29a-654c-46e7-8c79-013098953e9e req-3396d531-f19f-4e81-87fa-a66527a58e1b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:16.861533 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-6e77f29a-654c-46e7-8c79-013098953e9e req-3396d531-f19f-4e81-87fa-a66527a58e1b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:16.879087 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-3396d531-f19f-4e81-87fa-a66527a58e1b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5413043 May 09 23:16:16.893023 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Request body: {'port': {'device_id': '91b8028e-96dc-484d-926f-782a423ff712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:16:16.953544 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:17.022226 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-fc36afad-087d-430a-84dc-08b2c0fbb4d1 None None] Provisioning complete for port 02457c86-3b08-41a7-b0ab-fc08377221ab triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:16:17.022839 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fc36afad-087d-430a-84dc-08b2c0fbb4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:17.055377 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-fc36afad-087d-430a-84dc-08b2c0fbb4d1 None None] Port 02457c86-3b08-41a7-b0ab-fc08377221ab cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:16:17.077392 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:17.214914 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02457c86-3b08-41a7-b0ab-fc08377221ab {{(pid=103349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:16:17.222047 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Publish callbacks [] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:17.234620 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.provisioning_blocks [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Transition to ACTIVE for port object 02457c86-3b08-41a7-b0ab-fc08377221ab will not be triggered until provisioned by entity L2. {{(pid=103349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:16:17.238947 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:17.290143 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Pushing event updated for resources: {'Port': ['ID=02457c86-3b08-41a7-b0ab-fc08377221ab,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:16:17.363731 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Attempting to bind port 02457c86-3b08-41a7-b0ab-fc08377221ab on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:16:17.364412 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Attempting to bind port 02457c86-3b08-41a7-b0ab-fc08377221ab by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:16:17.364412 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Attempting to bind port 02457c86-3b08-41a7-b0ab-fc08377221ab on network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:16:17.368898 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Port 02457c86-3b08-41a7-b0ab-fc08377221ab on network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:16:17.369221 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Attempting to bind port 02457c86-3b08-41a7-b0ab-fc08377221ab on network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:16:17.374325 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:16:17.374672 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Checking segment: {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:16:17.375061 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Bound using segment: {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:16:17.375494 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Bound port: 02457c86-3b08-41a7-b0ab-fc08377221ab, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'}}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:16:17.375855 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:17.442598 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] For port 02457c86-3b08-41a7-b0ab-fc08377221ab, host hv-cinder-84067, cleared binding levels {{(pid=103349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:16:17.446229 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] For port 02457c86-3b08-41a7-b0ab-fc08377221ab, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=02457c86-3b08-41a7-b0ab-fc08377221ab,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:16:17.451997 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:17.516828 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:17.517449 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:17.518945 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] 10.222.0.55 "PUT /v2.0/ports/02457c86-3b08-41a7-b0ab-fc08377221ab HTTP/1.1" status: 200 len: 1093 time: 0.6304011 May 09 23:16:17.519406 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b8028e-96dc-484d-926f-782a423ff712', 'tag': '02457c86-3b08-41a7-b0ab-fc08377221ab'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:16:17.521681 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad0bdb0-5e2c-4adb-a0d0-d563e0c5648b" -d '{"events": [{"name": "network-changed", "server_uuid": "91b8028e-96dc-484d-926f-782a423ff712", "tag": "02457c86-3b08-41a7-b0ab-fc08377221ab"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:16:17.567774 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4cd17-f636-4bc2-9b79-4720ae4c3990 req-b7b01dbd-e2f3-46d0-b6e9-dbf7331214be tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:17.569705 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a1c4cd17-f636-4bc2-9b79-4720ae4c3990 req-b7b01dbd-e2f3-46d0-b6e9-dbf7331214be tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 943 time: 0.0889432 May 09 23:16:17.571700 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8208aa6a-af66-45ee-963b-4dca98ffb141 x-openstack-request-id: req-8208aa6a-af66-45ee-963b-4dca98ffb141 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:16:17.572041 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b8028e-96dc-484d-926f-782a423ff712", "tag": "02457c86-3b08-41a7-b0ab-fc08377221ab", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:16:17.572383 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8208aa6a-af66-45ee-963b-4dca98ffb141 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:16:17.572859 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8208aa6a-af66-45ee-963b-4dca98ffb141'] response: {'name': 'network-changed', 'server_uuid': '91b8028e-96dc-484d-926f-782a423ff712', 'tag': '02457c86-3b08-41a7-b0ab-fc08377221ab', 'status': 'completed', 'code': 200} May 09 23:16:17.573474 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bef5bd-6782-4982-b8ae-a1e3de0e6eda service neutron] Pushing event updated for resources: {'Port': ['ID=02457c86-3b08-41a7-b0ab-fc08377221ab,revision_number=3']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:16:17.645420 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f29a-654c-46e7-8c79-013098953e9e req-acc6a33e-df54-4ea1-b050-c8c5f22e3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:17.646994 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-acc6a33e-df54-4ea1-b050-c8c5f22e3915 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 1127 time: 0.0632973 May 09 23:16:17.660920 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a1c4cd17-f636-4bc2-9b79-4720ae4c3990 req-5fc8f425-c126-468a-8c10-7c2e8266bfe9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844593 May 09 23:16:17.697704 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-35643c6c-0612-490c-9800-b83a845eab14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02457c86-3b08-41a7-b0ab-fc08377221ab HTTP/1.1" status: 200 len: 217 time: 0.0358412 May 09 23:16:17.752745 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f29a-654c-46e7-8c79-013098953e9e req-f21d62cd-778a-4ecf-b96a-131d49d14de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:17.754108 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-f21d62cd-778a-4ecf-b96a-131d49d14de6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0469487 May 09 23:16:17.799194 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f29a-654c-46e7-8c79-013098953e9e req-da45b42e-4d3d-4184-a92f-954970dd5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:17.801273 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-da45b42e-4d3d-4184-a92f-954970dd5158 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385027 May 09 23:16:17.891739 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-ead5e07e-4999-4812-915a-66ec2d8f28b8 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802410 May 09 23:16:17.990383 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-6e77f29a-654c-46e7-8c79-013098953e9e req-e5926489-821e-4ed0-9685-3309169ee0d9 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895016 May 09 23:16:18.254769 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0bdb0-5e2c-4adb-a0d0-d563e0c5648b req-24984431-fbe9-48a9-8fb8-99bf895e0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:18.256238 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1ad0bdb0-5e2c-4adb-a0d0-d563e0c5648b req-24984431-fbe9-48a9-8fb8-99bf895e0c20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 1127 time: 0.0403657 May 09 23:16:18.347587 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0bdb0-5e2c-4adb-a0d0-d563e0c5648b req-de6e0570-8a7d-4af5-a065-d5d63efb1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:18.349040 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1ad0bdb0-5e2c-4adb-a0d0-d563e0c5648b req-de6e0570-8a7d-4af5-a065-d5d63efb1715 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 913 time: 0.0860600 May 09 23:16:18.393248 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1ad0bdb0-5e2c-4adb-a0d0-d563e0c5648b req-a7a8379a-c53f-475e-981b-55c955dcc242 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02457c86-3b08-41a7-b0ab-fc08377221ab HTTP/1.1" status: 200 len: 217 time: 0.0345275 May 09 23:16:18.442415 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0bdb0-5e2c-4adb-a0d0-d563e0c5648b req-56146ace-89c8-4058-8a7c-aa287470beab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:18.443790 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1ad0bdb0-5e2c-4adb-a0d0-d563e0c5648b req-56146ace-89c8-4058-8a7c-aa287470beab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0422206 May 09 23:16:18.489419 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0bdb0-5e2c-4adb-a0d0-d563e0c5648b req-b6c722c5-1086-422a-8cdc-c1448578cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:18.490933 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1ad0bdb0-5e2c-4adb-a0d0-d563e0c5648b req-b6c722c5-1086-422a-8cdc-c1448578cff8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384128 May 09 23:16:18.586888 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1ad0bdb0-5e2c-4adb-a0d0-d563e0c5648b req-34049b8e-7f6d-47d7-b884-208527cf02d4 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853617 May 09 23:16:18.679793 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-1ad0bdb0-5e2c-4adb-a0d0-d563e0c5648b req-8c9a0d94-2f5c-427f-af18-b87433cfb56c service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836554 May 09 23:16:18.774811 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09541573-165d-45fc-888e-da32247f6d24 req-b533d3c1-93e2-4c89-93e5-dca7126eb506 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:18.776261 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-09541573-165d-45fc-888e-da32247f6d24 req-b533d3c1-93e2-4c89-93e5-dca7126eb506 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 943 time: 0.0458958 May 09 23:16:18.823016 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-09541573-165d-45fc-888e-da32247f6d24 req-a9ec44ee-8645-453e-bb04-37a917afbc38 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412035 May 09 23:16:19.421780 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-d1e55b06-d4bf-4323-a583-730444da1faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:19.949363 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc267b-85ab-410d-8c08-cf58155b8793 req-09e05bfc-c5f2-4e43-9ef3-5861d3d66277 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:19.950814 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2adc267b-85ab-410d-8c08-cf58155b8793 req-09e05bfc-c5f2-4e43-9ef3-5861d3d66277 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 943 time: 0.0581579 May 09 23:16:20.001674 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2adc267b-85ab-410d-8c08-cf58155b8793 req-033cec4d-1b82-48b1-a325-6106a900c282 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453432 May 09 23:16:21.117864 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c197a3a-34c8-40d5-86a2-355b9160c86d req-59f5d0ca-2ff1-41c6-a209-556a987aa918 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:21.119355 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5c197a3a-34c8-40d5-86a2-355b9160c86d req-59f5d0ca-2ff1-41c6-a209-556a987aa918 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 943 time: 0.0509357 May 09 23:16:21.167762 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5c197a3a-34c8-40d5-86a2-355b9160c86d req-80721da2-48f2-459a-8799-3eb67a87a408 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429738 May 09 23:16:21.710944 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-249c3f1b-008d-46aa-9d33-25271e9cd3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:22.283458 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779712d-2f8e-4d1e-b496-04c316d1cc03 req-3c9314a3-bef9-4098-91fb-d5b876d8040f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:22.285469 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8779712d-2f8e-4d1e-b496-04c316d1cc03 req-3c9314a3-bef9-4098-91fb-d5b876d8040f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 943 time: 0.0522699 May 09 23:16:22.332283 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8779712d-2f8e-4d1e-b496-04c316d1cc03 req-b614f3b2-055a-49fd-9868-2bae39314444 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413849 May 09 23:16:22.973953 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:23.443978 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7357e8c-29ed-410c-af56-edebdb1dbed2 req-3b87c215-09a7-48c9-9c25-60c6b02c93a8 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:23.445436 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a7357e8c-29ed-410c-af56-edebdb1dbed2 req-3b87c215-09a7-48c9-9c25-60c6b02c93a8 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 943 time: 0.0458937 May 09 23:16:23.492217 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a7357e8c-29ed-410c-af56-edebdb1dbed2 req-c9a3186e-c372-4be3-9827-1d33876bb15a tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414562 May 09 23:16:24.384645 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:24.607035 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c545d5c-6678-43c0-aeed-285ca4096a74 req-a8e4e3f4-2afb-49f8-b032-6827447b9949 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:24.608454 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2c545d5c-6678-43c0-aeed-285ca4096a74 req-a8e4e3f4-2afb-49f8-b032-6827447b9949 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 943 time: 0.0498862 May 09 23:16:24.905555 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2c545d5c-6678-43c0-aeed-285ca4096a74 req-a2807aac-4aff-44eb-86c6-1e7b2d91c03e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2910299 May 09 23:16:25.680410 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:25.736703 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 02457c86-3b08-41a7-b0ab-fc08377221ab details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:16:25.834308 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 02457c86-3b08-41a7-b0ab-fc08377221ab, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=02457c86-3b08-41a7-b0ab-fc08377221ab,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:16:25.845400 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': '02457c86-3b08-41a7-b0ab-fc08377221ab', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'port_id': '02457c86-3b08-41a7-b0ab-fc08377221ab', 'mac_address': 'fa:16:3e:e2:aa:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:16:25.882673 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 02457c86-3b08-41a7-b0ab-fc08377221ab is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:16:25.882988 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:25.895385 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02457c86-3b08-41a7-b0ab-fc08377221ab {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:16:25.914867 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 02457c86-3b08-41a7-b0ab-fc08377221ab, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=02457c86-3b08-41a7-b0ab-fc08377221ab,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:16:25.918484 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:25.974218 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=02457c86-3b08-41a7-b0ab-fc08377221ab,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:16:26.029447 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc2209-813b-4ecc-9e83-bd199c0c7870 req-7f605710-bc4e-4878-b047-fed8f44d33ad tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:26.031018 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dacc2209-813b-4ecc-9e83-bd199c0c7870 req-7f605710-bc4e-4878-b047-fed8f44d33ad tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 944 time: 0.0499241 May 09 23:16:26.077843 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-dacc2209-813b-4ecc-9e83-bd199c0c7870 req-079c3377-b976-4369-ad02-86593b98f907 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412104 May 09 23:16:26.187280 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['02457c86-3b08-41a7-b0ab-fc08377221ab'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:16:27.188439 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2e864-c5fc-4e88-a4ca-4495e4505c04 req-11a64616-41bc-49dc-931a-cbb315fcda30 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:27.189883 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-00b2e864-c5fc-4e88-a4ca-4495e4505c04 req-11a64616-41bc-49dc-931a-cbb315fcda30 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 944 time: 0.0466375 May 09 23:16:27.237544 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-00b2e864-c5fc-4e88-a4ca-4495e4505c04 req-a3b02960-880c-419b-9566-564c6b9f0e19 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422530 May 09 23:16:27.740260 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 02457c86-3b08-41a7-b0ab-fc08377221ab up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:16:27.783762 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port 02457c86-3b08-41a7-b0ab-fc08377221ab completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:16:27.789714 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port 02457c86-3b08-41a7-b0ab-fc08377221ab triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:16:27.790092 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:27.867903 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 02457c86-3b08-41a7-b0ab-fc08377221ab is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:16:27.868288 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:27.891934 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b8028e-96dc-484d-926f-782a423ff712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02457c86-3b08-41a7-b0ab-fc08377221ab'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:16:27.894134 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad25f1d0-e74d-4b5d-b7f6-15cae64835b9" -d '{"events": [{"server_uuid": "91b8028e-96dc-484d-926f-782a423ff712", "name": "network-vif-plugged", "status": "completed", "tag": "02457c86-3b08-41a7-b0ab-fc08377221ab"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:16:27.909247 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 02457c86-3b08-41a7-b0ab-fc08377221ab, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=02457c86-3b08-41a7-b0ab-fc08377221ab,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:16:27.913115 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:27.936335 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051c4e7e-b8ae-42d2-a91e-f9cd0f73c452 x-openstack-request-id: req-051c4e7e-b8ae-42d2-a91e-f9cd0f73c452 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:16:27.936627 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b8028e-96dc-484d-926f-782a423ff712", "name": "network-vif-plugged", "status": "completed", "tag": "02457c86-3b08-41a7-b0ab-fc08377221ab", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:16:27.936879 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-051c4e7e-b8ae-42d2-a91e-f9cd0f73c452 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:16:27.937269 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051c4e7e-b8ae-42d2-a91e-f9cd0f73c452'] response: {'server_uuid': '91b8028e-96dc-484d-926f-782a423ff712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02457c86-3b08-41a7-b0ab-fc08377221ab', 'code': 200} May 09 23:16:27.963004 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=02457c86-3b08-41a7-b0ab-fc08377221ab,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:16:28.168931 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060186f-d2cd-4d0f-b727-f7d40f0131b5 req-732f21ab-2dc7-40df-b95a-80b0a97c23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:28.170341 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f060186f-d2cd-4d0f-b727-f7d40f0131b5 req-732f21ab-2dc7-40df-b95a-80b0a97c23b2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 1129 time: 0.0374565 May 09 23:16:28.218992 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-f060186f-d2cd-4d0f-b727-f7d40f0131b5 req-0c219a1d-5b0a-4af9-bb9d-702707f9f924 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402489 May 09 23:16:28.348277 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21899ea2-6852-46f7-a655-cf93e262bc59 req-37e9d001-ef10-46ce-92f8-7c562d4ffa86 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:28.349754 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-21899ea2-6852-46f7-a655-cf93e262bc59 req-37e9d001-ef10-46ce-92f8-7c562d4ffa86 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 945 time: 0.0459983 May 09 23:16:28.397846 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-21899ea2-6852-46f7-a655-cf93e262bc59 req-8e81a766-0d80-4e58-9103-0c291c690720 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423934 May 09 23:16:29.529279 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35f1fb-f032-4bed-b15f-10efab828f41 req-7158555b-2f8a-4c2a-a5ab-0d2b9297c8e7 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:29.530891 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ad35f1fb-f032-4bed-b15f-10efab828f41 req-7158555b-2f8a-4c2a-a5ab-0d2b9297c8e7 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 945 time: 0.0509410 May 09 23:16:29.580204 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-ad35f1fb-f032-4bed-b15f-10efab828f41 req-ae4503be-b5a3-4d61-b29d-4b33ee004b94 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431209 May 09 23:16:30.532623 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7ac87b8e-b081-467e-a094-0564e8b0a434 req-9933a7a3-81f4-400f-aba9-758f25330f0b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375035 May 09 23:16:30.610399 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac87b8e-b081-467e-a094-0564e8b0a434 req-46f2adbc-22f0-4f5b-98eb-7c18bb64ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:30.611946 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7ac87b8e-b081-467e-a094-0564e8b0a434 req-46f2adbc-22f0-4f5b-98eb-7c18bb64ac53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 1129 time: 0.0391839 May 09 23:16:30.727463 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b3219-07ff-4cf0-8abb-414b8e067c27 req-25d803db-f0d0-4abf-bb89-343a74eb7e00 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:30.729180 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-aa7b3219-07ff-4cf0-8abb-414b8e067c27 req-25d803db-f0d0-4abf-bb89-343a74eb7e00 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 945 time: 0.0777342 May 09 23:16:30.774044 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac87b8e-b081-467e-a094-0564e8b0a434 req-5ba4017c-1472-4935-bcc9-14abc0b9b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:30.775509 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7ac87b8e-b081-467e-a094-0564e8b0a434 req-5ba4017c-1472-4935-bcc9-14abc0b9b892 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 913 time: 0.1457133 May 09 23:16:30.826927 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7ac87b8e-b081-467e-a094-0564e8b0a434 req-5a801e71-3b99-4197-8ea8-8ac9b9cba3c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02457c86-3b08-41a7-b0ab-fc08377221ab HTTP/1.1" status: 200 len: 217 time: 0.0435801 May 09 23:16:30.831386 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-aa7b3219-07ff-4cf0-8abb-414b8e067c27 req-65d746ed-0bcc-4f0c-a8e3-bbcef855c09d tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936036 May 09 23:16:30.874283 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac87b8e-b081-467e-a094-0564e8b0a434 req-047a2678-41d7-45d3-84d3-cff646baa33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:30.875849 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7ac87b8e-b081-467e-a094-0564e8b0a434 req-047a2678-41d7-45d3-84d3-cff646baa33e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0436268 May 09 23:16:30.922403 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac87b8e-b081-467e-a094-0564e8b0a434 req-6dc8cba7-7571-4408-b714-e4ca1833c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:30.923894 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7ac87b8e-b081-467e-a094-0564e8b0a434 req-6dc8cba7-7571-4408-b714-e4ca1833c794 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424731 May 09 23:16:30.942827 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cb78c-ccf8-4830-a08f-487857174af1 req-f07128d5-a815-41a1-a805-51eac2403309 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:30.944293 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fe7cb78c-ccf8-4830-a08f-487857174af1 req-f07128d5-a815-41a1-a805-51eac2403309 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 945 time: 0.0463021 May 09 23:16:30.998402 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-fe7cb78c-ccf8-4830-a08f-487857174af1 req-e5ca0947-e9ec-4ad7-a4a5-4f7db504d4a8 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484607 May 09 23:16:31.013757 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7ac87b8e-b081-467e-a094-0564e8b0a434 req-3ebe250b-fe32-402d-81e5-8335b036e4a9 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835023 May 09 23:16:31.029931 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38772) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:16:31.107587 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7ac87b8e-b081-467e-a094-0564e8b0a434 req-1fa9b012-22e0-4759-ab61-5e57bfd828d8 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876429 May 09 23:16:31.110004 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d44ce2-d174-41b1-b9d3-c3e84a416798 tempest-TestVolumeBootPattern-448738448 tempest-TestVolumeBootPattern-448738448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:31.112127 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-05d44ce2-d174-41b1-b9d3-c3e84a416798 tempest-TestVolumeBootPattern-448738448 tempest-TestVolumeBootPattern-448738448-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 1124 time: 0.0811219 May 09 23:16:31.115472 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 38776) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:16:31.119912 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Request body: {'floatingip': {'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'port_id': '02457c86-3b08-41a7-b0ab-fc08377221ab', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:16:31.139563 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:31.215569 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:31.318488 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Allocated IP 172.27.3.41 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/2efed241-4e42-4751-a6b1-8df37fbf391f) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:16:31.437201 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for port (2efed241-4e42-4751-a6b1-8df37fbf391f), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:31.469741 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (2efed241-4e42-4751-a6b1-8df37fbf391f), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:31.509818 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:16:31.512666 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:16:31.516192 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:16:31.540084 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'Port': ['ID=2efed241-4e42-4751-a6b1-8df37fbf391f,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:16:31.875458 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for floatingip (88684832-173a-488c-882a-9db1c8e8cf19), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:31.945109 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (2efed241-4e42-4751-a6b1-8df37fbf391f), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:32.109187 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for port (2efed241-4e42-4751-a6b1-8df37fbf391f), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:32.114035 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (2efed241-4e42-4751-a6b1-8df37fbf391f), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:32.179639 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'Port': ['ID=2efed241-4e42-4751-a6b1-8df37fbf391f,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:16:32.191941 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (88684832-173a-488c-882a-9db1c8e8cf19), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:32.290687 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.l3_db [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Floating IP 88684832-173a-488c-882a-9db1c8e8cf19 associated. External IP: 172.27.3.41, port: 02457c86-3b08-41a7-b0ab-fc08377221ab. May 09 23:16:32.496717 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:16:32.604617 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:16:32.615253 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91367570-a490-4724-8ed9-33f9b4af486d None None] Sync routers for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:16:32.622355 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:32.629236 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91367570-a490-4724-8ed9-33f9b4af486d None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:16:32.629862 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-91367570-a490-4724-8ed9-33f9b4af486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:16:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:16:32.651550 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-d5ad5ccf-2a71-4d09-83de-738d5833c8dd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5349517 May 09 23:16:32.652125 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b8028e-96dc-484d-926f-782a423ff712', 'tag': '02457c86-3b08-41a7-b0ab-fc08377221ab'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:16:32.654469 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42956c6-53e9-494f-8d67-4c307ee8ef27" -d '{"events": [{"name": "network-changed", "server_uuid": "91b8028e-96dc-484d-926f-782a423ff712", "tag": "02457c86-3b08-41a7-b0ab-fc08377221ab"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:16:32.691521 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dc9994-a82c-4d11-a039-ad04326f2260 x-openstack-request-id: req-94dc9994-a82c-4d11-a039-ad04326f2260 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:16:32.691820 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b8028e-96dc-484d-926f-782a423ff712", "tag": "02457c86-3b08-41a7-b0ab-fc08377221ab", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:16:32.692080 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94dc9994-a82c-4d11-a039-ad04326f2260 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:16:32.692486 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94dc9994-a82c-4d11-a039-ad04326f2260'] response: {'name': 'network-changed', 'server_uuid': '91b8028e-96dc-484d-926f-782a423ff712', 'tag': '02457c86-3b08-41a7-b0ab-fc08377221ab', 'status': 'completed', 'code': 200} May 09 23:16:32.742228 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-91367570-a490-4724-8ed9-33f9b4af486d None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:16:32.751592 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42956c6-53e9-494f-8d67-4c307ee8ef27 req-e993df55-9244-4a2d-8da6-8a6a7c1cf591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:32.753566 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d42956c6-53e9-494f-8d67-4c307ee8ef27 req-e993df55-9244-4a2d-8da6-8a6a7c1cf591 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 1129 time: 0.0402696 May 09 23:16:32.845718 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42956c6-53e9-494f-8d67-4c307ee8ef27 req-8723d37b-4311-4820-a2a0-57ba1edf2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:32.847409 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d42956c6-53e9-494f-8d67-4c307ee8ef27 req-8723d37b-4311-4820-a2a0-57ba1edf2f81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 913 time: 0.0880721 May 09 23:16:32.910989 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d42956c6-53e9-494f-8d67-4c307ee8ef27 req-6e49095e-133d-4d3b-97af-dfaf0d544256 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02457c86-3b08-41a7-b0ab-fc08377221ab HTTP/1.1" status: 200 len: 998 time: 0.0579596 May 09 23:16:32.959396 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-91367570-a490-4724-8ed9-33f9b4af486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '88684832-173a-488c-882a-9db1c8e8cf19', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '02457c86-3b08-41a7-b0ab-fc08377221ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:e2:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8028e-96dc-484d-926f-782a423ff712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:16:31Z', 'updated_at': '2022-05-09T23:16:31Z', 'revision_number': 0, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:16:32.962406 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42956c6-53e9-494f-8d67-4c307ee8ef27 req-2d965f2b-206b-4baf-9902-57e744f678f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:32.963849 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d42956c6-53e9-494f-8d67-4c307ee8ef27 req-2d965f2b-206b-4baf-9902-57e744f678f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0464799 May 09 23:16:32.986619 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91367570-a490-4724-8ed9-33f9b4af486d None None] Checking router: dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:16:32.994941 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91367570-a490-4724-8ed9-33f9b4af486d None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:16:32.995546 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-91367570-a490-4724-8ed9-33f9b4af486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:16:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:16:33.006516 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42956c6-53e9-494f-8d67-4c307ee8ef27 req-a5a7c52d-3e9e-4ee7-9b0b-9482e0a90a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:16:33.007934 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d42956c6-53e9-494f-8d67-4c307ee8ef27 req-a5a7c52d-3e9e-4ee7-9b0b-9482e0a90a42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382602 May 09 23:16:33.094137 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d42956c6-53e9-494f-8d67-4c307ee8ef27 req-1850dd74-3482-4f6e-a89c-fb2acba7c216 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791938 May 09 23:16:33.102801 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-91367570-a490-4724-8ed9-33f9b4af486d None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:16:33.184832 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d42956c6-53e9-494f-8d67-4c307ee8ef27 req-b598a8d6-340f-4637-a038-a4e535d0efad service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846863 May 09 23:16:33.325112 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-91367570-a490-4724-8ed9-33f9b4af486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '88684832-173a-488c-882a-9db1c8e8cf19', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '02457c86-3b08-41a7-b0ab-fc08377221ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:e2:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8028e-96dc-484d-926f-782a423ff712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:16:31Z', 'updated_at': '2022-05-09T23:16:31Z', 'revision_number': 0, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:16:33.351449 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91367570-a490-4724-8ed9-33f9b4af486d None None] The sync data for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi is: [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '88684832-173a-488c-882a-9db1c8e8cf19', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '02457c86-3b08-41a7-b0ab-fc08377221ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:e2:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8028e-96dc-484d-926f-782a423ff712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:16:31Z', 'updated_at': '2022-05-09T23:16:31Z', 'revision_number': 0, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:16:33.532076 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75355b96-45e7-45f5-b9e4-2375eae58f91 None None] New status for floating IP 88684832-173a-488c-882a-9db1c8e8cf19: ACTIVE {{(pid=103352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:16:39.133067 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:16:47.077551 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:49.421893 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-3b4afdbd-6e87-4c64-b066-830b46520e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:51.713920 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-987751bb-48ef-4827-a51f-1d9987eb093d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:52.977962 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:54.386902 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:16:55.682023 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:17:16.132414 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:17:17.079766 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:17:19.424318 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e1bcf7cc-c0e8-463e-8571-fbbddb3b0b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:17:21.715775 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6084-8f25-4de6-8da1-7f222a3c34d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:17:22.981770 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:17:24.389970 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:17:25.683803 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:17:32.205418 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0169ce1b-d9b9-4329-a8aa-2cc3f0bc224f req-4ee7aff5-3dd1-4a94-b4f0-86f320158d7c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378170 May 09 23:17:32.291811 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ce1b-d9b9-4329-a8aa-2cc3f0bc224f req-4a671d05-380d-48c8-90ac-3ac222c2d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:17:32.293327 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0169ce1b-d9b9-4329-a8aa-2cc3f0bc224f req-4a671d05-380d-48c8-90ac-3ac222c2d74f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 1129 time: 0.0415363 May 09 23:17:32.400968 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ce1b-d9b9-4329-a8aa-2cc3f0bc224f req-3239e2ee-cccc-41e4-a848-e127ab4d85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:17:32.402441 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0169ce1b-d9b9-4329-a8aa-2cc3f0bc224f req-3239e2ee-cccc-41e4-a848-e127ab4d85e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 913 time: 0.0868766 May 09 23:17:32.467789 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0169ce1b-d9b9-4329-a8aa-2cc3f0bc224f req-3b0457bb-bab0-4eb3-9db2-3115b4b32bc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02457c86-3b08-41a7-b0ab-fc08377221ab HTTP/1.1" status: 200 len: 1000 time: 0.0564144 May 09 23:17:32.520666 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ce1b-d9b9-4329-a8aa-2cc3f0bc224f req-9e9b5bfe-a3c6-4cac-96fd-3baeedc599b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:17:32.522078 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0169ce1b-d9b9-4329-a8aa-2cc3f0bc224f req-9e9b5bfe-a3c6-4cac-96fd-3baeedc599b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0455732 May 09 23:17:32.568799 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ce1b-d9b9-4329-a8aa-2cc3f0bc224f req-8307c0aa-af61-4a40-afb5-9277c9ec43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:17:32.570292 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0169ce1b-d9b9-4329-a8aa-2cc3f0bc224f req-8307c0aa-af61-4a40-afb5-9277c9ec43c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393903 May 09 23:17:32.657582 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0169ce1b-d9b9-4329-a8aa-2cc3f0bc224f req-2c25206c-2300-45c1-b535-9acf1e0ce022 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801916 May 09 23:17:32.754066 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0169ce1b-d9b9-4329-a8aa-2cc3f0bc224f req-06d4bf77-212b-4ec6-a292-192d38cb938f service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869904 May 09 23:17:47.076328 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:17:49.425066 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7317b21b-5319-44f3-a7cd-426ad4630a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:17:51.716922 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-05cf6af3-5f01-4a4f-abab-033f62664218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:17:52.985444 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:17:53.131268 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:17:54.392832 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:17:55.685540 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:17.075785 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:19.425832 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-115d6a85-77df-4f23-b560-a2f50fcda08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:21.718682 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b2daed65-c16f-4c18-a1ef-d9be021d4e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:22.986261 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:24.395283 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:25.688934 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:29.098335 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a75a7-8024-4807-ad0f-89414cd0620e req-ce9ec062-c792-47e6-a081-c844cc9bd177 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:29.100417 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-144a75a7-8024-4807-ad0f-89414cd0620e req-ce9ec062-c792-47e6-a081-c844cc9bd177 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 945 time: 0.0988598 May 09 23:18:29.148147 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-144a75a7-8024-4807-ad0f-89414cd0620e req-7af83a55-de52-4856-81a5-453295d66586 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420117 May 09 23:18:30.129734 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:18:30.312633 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8af7d-d637-4fa6-b01e-e53ffc160c26 req-b9f19018-480f-4e12-99c3-4016b287a011 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:30.314091 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-86d8af7d-d637-4fa6-b01e-e53ffc160c26 req-b9f19018-480f-4e12-99c3-4016b287a011 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 945 time: 0.0955482 May 09 23:18:30.363282 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-86d8af7d-d637-4fa6-b01e-e53ffc160c26 req-34d20297-c732-4e1d-9aea-d254ee158ebb tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434115 May 09 23:18:30.990715 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-4c71245a-1563-4f32-9938-b7a732d0cc67 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:30.992180 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-4c71245a-1563-4f32-9938-b7a732d0cc67 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 945 time: 0.0465348 May 09 23:18:31.084514 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Deleting port 02457c86-3b08-41a7-b0ab-fc08377221ab {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:18:31.084859 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:31.175123 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] For port 02457c86-3b08-41a7-b0ab-fc08377221ab, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=02457c86-3b08-41a7-b0ab-fc08377221ab,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:18:31.175481 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:31.341527 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:31.341961 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (88684832-173a-488c-882a-9db1c8e8cf19), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:31.342312 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.db.l3_db [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Floating IP 88684832-173a-488c-882a-9db1c8e8cf19 disassociated. External IP: 172.27.3.41, port: 02457c86-3b08-41a7-b0ab-fc08377221ab. May 09 23:18:31.342655 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Calling delete_port for 02457c86-3b08-41a7-b0ab-fc08377221ab owned by compute:nova {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:18:31.505285 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65dcf2-71cb-45a7-9cda-e8231ab7f2c3 req-d41dbd1a-9394-4482-a030-c213e99500c4 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:31.506817 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-df65dcf2-71cb-45a7-9cda-e8231ab7f2c3 req-d41dbd1a-9394-4482-a030-c213e99500c4 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=91b8028e-96dc-484d-926f-782a423ff712 HTTP/1.1" status: 200 len: 945 time: 0.0640156 May 09 23:18:31.507859 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (02457c86-3b08-41a7-b0ab-fc08377221ab), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:31.551957 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event deleted for resources: {'Port': ['ID=02457c86-3b08-41a7-b0ab-fc08377221ab,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:18:31.567956 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.568730 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.569081 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.569424 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.569759 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.570095 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.570452 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.570783 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.571108 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.571436 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.571764 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.572091 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.572417 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.572741 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.573059 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:31.637766 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-df65dcf2-71cb-45a7-9cda-e8231ab7f2c3 req-eaf0b5f6-7ee1-4acd-aa97-3882da9d7f1c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1229463 May 09 23:18:31.699808 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:18:31.806520 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:18:31.815924 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88528dd9-3fc8-4502-98dc-e251f7bfb8ce None None] Sync routers for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:18:31.826779 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88528dd9-3fc8-4502-98dc-e251f7bfb8ce None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:18:31.827391 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-88528dd9-3fc8-4502-98dc-e251f7bfb8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:18:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:18:31.847462 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] No DVR routers for this DVR port 02457c86-3b08-41a7-b0ab-fc08377221ab on host hv-cinder-84067 {{(pid=103349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:18:31.849942 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:31.853166 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e33e610e-eb0b-4de4-ab83-9a919c95c8c0 req-d9161c0a-3ccf-40e4-af56-b42ccda94f5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "DELETE /v2.0/ports/02457c86-3b08-41a7-b0ab-fc08377221ab HTTP/1.1" status: 204 len: 173 time: 0.8529706 May 09 23:18:31.853842 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b8028e-96dc-484d-926f-782a423ff712', 'name': 'network-vif-deleted', 'tag': '02457c86-3b08-41a7-b0ab-fc08377221ab'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:18:31.856063 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84b1280-9a76-4cff-84c2-fed6eb497ddb" -d '{"events": [{"server_uuid": "91b8028e-96dc-484d-926f-782a423ff712", "name": "network-vif-deleted", "tag": "02457c86-3b08-41a7-b0ab-fc08377221ab"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:18:31.903702 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c877d7ad-cdeb-441e-971d-013db626133a x-openstack-request-id: req-c877d7ad-cdeb-441e-971d-013db626133a {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:18:31.904067 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b8028e-96dc-484d-926f-782a423ff712", "name": "network-vif-deleted", "tag": "02457c86-3b08-41a7-b0ab-fc08377221ab", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:18:31.904383 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c877d7ad-cdeb-441e-971d-013db626133a {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:18:31.904855 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c877d7ad-cdeb-441e-971d-013db626133a'] response: {'server_uuid': '91b8028e-96dc-484d-926f-782a423ff712', 'name': 'network-vif-deleted', 'tag': '02457c86-3b08-41a7-b0ab-fc08377221ab', 'status': 'completed', 'code': 200} May 09 23:18:31.944702 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-88528dd9-3fc8-4502-98dc-e251f7bfb8ce None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:18:32.142243 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-88528dd9-3fc8-4502-98dc-e251f7bfb8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:18:32.170031 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88528dd9-3fc8-4502-98dc-e251f7bfb8ce None None] Checking router: dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:18:32.179036 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88528dd9-3fc8-4502-98dc-e251f7bfb8ce None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:18:32.179628 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-88528dd9-3fc8-4502-98dc-e251f7bfb8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:18:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:18:32.293192 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-88528dd9-3fc8-4502-98dc-e251f7bfb8ce None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:18:32.481717 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-88528dd9-3fc8-4502-98dc-e251f7bfb8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:18:32.508714 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88528dd9-3fc8-4502-98dc-e251f7bfb8ce None None] The sync data for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi is: [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:18:32.751095 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dcdbbc-d602-4cac-ac33-f926624a132e None None] New status for floating IP 88684832-173a-488c-882a-9db1c8e8cf19: DOWN {{(pid=103352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:18:32.857983 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-fdb65ab6-62ba-4f5f-8c25-abee948f9fb5 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40112821&fields=id&tenant_id=d557435c4af9467999e66a94c6929e11 HTTP/1.1" status: 200 len: 267 time: 0.0436394 May 09 23:18:32.968047 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a414c-0df9-4664-980d-c71845e5327e req-e04ed3a1-4060-45fc-8a7d-42eea83aee83 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:32.969528 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-e04ed3a1-4060-45fc-8a7d-42eea83aee83 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 812 time: 0.1041405 May 09 23:18:32.984825 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-cb0f8d0d-cba6-454c-8479-bacb83ed2d09 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/quotas/d557435c4af9467999e66a94c6929e11 HTTP/1.1" status: 200 len: 375 time: 0.0093026 May 09 23:18:33.031726 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-78de488b-fcd9-41ea-86dc-de7eab147f63 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422215 May 09 23:18:33.127735 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-0601aaf9-3a04-4483-a4d7-281f6d8a4e7c service neutron] 10.222.0.23 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842683 May 09 23:18:33.213348 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-9c6d1ace-9c2f-4396-b36b-b25a1f6e10b7 service neutron] 10.222.0.23 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799291 May 09 23:18:33.497149 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-d6f0a50f-c8d4-4bab-b5e1-df44431d1882 req-408a4166-2962-4b1e-9024-9823b7f8e894 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 210 time: 0.0339446 May 09 23:18:34.343674 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 02457c86-3b08-41a7-b0ab-fc08377221ab no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:18:34.363499 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: 02457c86-3b08-41a7-b0ab-fc08377221ab {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:18:34.363845 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 02457c86-3b08-41a7-b0ab-fc08377221ab not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:18:34.579792 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c7f866f5-4708-4dfa-9269-b02e6b95f845 req-1f1a1363-c2ff-4075-8897-a75396cce468 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 210 time: 0.0284626 May 09 23:18:35.659364 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-e3952bfc-f7d2-45cd-af24-896de5cb61a8 req-949a4083-49c9-492b-828b-f41892fd356d tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 210 time: 0.0296128 May 09 23:18:36.740614 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6703c68f-e3df-4fdf-b41a-27322ad24881 req-16fa87d4-92de-405a-999b-35f67a9a1bac tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 210 time: 0.0310698 May 09 23:18:37.837980 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-5ccfe21b-fc13-4413-a3f1-c2fbfcfdea48 req-17a08199-392a-4c90-9577-cba181110d51 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 210 time: 0.0342963 May 09 23:18:38.525854 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a414c-0df9-4664-980d-c71845e5327e req-49e56020-05fb-4d9e-a2fb-af10e71762ea tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:38.527333 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-49e56020-05fb-4d9e-a2fb-af10e71762ea tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 812 time: 0.1084979 May 09 23:18:38.859351 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-b7493215-3075-476f-b00e-b47754a43cd3 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d557435c4af9467999e66a94c6929e11 HTTP/1.1" status: 200 len: 378 time: 0.3043396 May 09 23:18:38.870631 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-9f7a414c-0df9-4664-980d-c71845e5327e req-dc5293d6-100e-4b50-a663-f8388c85412e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Request body: {'port': {'device_id': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'admin_state_up': True, 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'security_groups': ['ca5fa5ba-16b7-4c99-ad15-90348a624f5e']}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:18:38.938867 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4a5b93d0-381a-4551-97b7-555e6f4eb518 req-bcfc5dbb-f72a-454d-8ac7-71be3fbe590a tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 210 time: 0.0291185 May 09 23:18:38.986812 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7a414c-0df9-4664-980d-c71845e5327e req-dc5293d6-100e-4b50-a663-f8388c85412e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Made reservation on behalf of d557435c4af9467999e66a94c6929e11 for: {'port': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:18:38.990648 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-9f7a414c-0df9-4664-980d-c71845e5327e req-dc5293d6-100e-4b50-a663-f8388c85412e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:39.117036 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [req-9f7a414c-0df9-4664-980d-c71845e5327e req-dc5293d6-100e-4b50-a663-f8388c85412e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Allocated IP 172.20.0.10 (6ac40a30-c19e-4dfc-b8a0-754027b1e1e5/ac6fd43d-7cdd-487e-9a0a-65795ba2393a/51927c54-b4c2-42df-8816-bce841fa71a5) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:18:39.263084 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-9f7a414c-0df9-4664-980d-c71845e5327e req-dc5293d6-100e-4b50-a663-f8388c85412e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for port (51927c54-b4c2-42df-8816-bce841fa71a5), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:39.295118 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-9f7a414c-0df9-4664-980d-c71845e5327e req-dc5293d6-100e-4b50-a663-f8388c85412e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (51927c54-b4c2-42df-8816-bce841fa71a5), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:39.335924 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7a414c-0df9-4664-980d-c71845e5327e req-dc5293d6-100e-4b50-a663-f8388c85412e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:18:39.339055 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [req-9f7a414c-0df9-4664-980d-c71845e5327e req-dc5293d6-100e-4b50-a663-f8388c85412e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:18:39.342671 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7a414c-0df9-4664-980d-c71845e5327e req-dc5293d6-100e-4b50-a663-f8388c85412e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:18:39.351487 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5293d6-100e-4b50-a663-f8388c85412e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'Port': ['ID=51927c54-b4c2-42df-8816-bce841fa71a5,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:18:39.397511 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a414c-0df9-4664-980d-c71845e5327e req-dc5293d6-100e-4b50-a663-f8388c85412e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:39.398147 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-9f7a414c-0df9-4664-980d-c71845e5327e req-dc5293d6-100e-4b50-a663-f8388c85412e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:39.414535 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-dc5293d6-100e-4b50-a663-f8388c85412e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5496306 May 09 23:18:39.475439 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Request body: {'port': {'device_id': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:18:39.545413 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (51927c54-b4c2-42df-8816-bce841fa71a5), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:39.607560 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-939a68c0-2d3a-45a8-9865-a574f93a5c93 None None] Provisioning complete for port 51927c54-b4c2-42df-8816-bce841fa71a5 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:18:39.608189 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-939a68c0-2d3a-45a8-9865-a574f93a5c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (51927c54-b4c2-42df-8816-bce841fa71a5), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:39.645240 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-939a68c0-2d3a-45a8-9865-a574f93a5c93 None None] Port 51927c54-b4c2-42df-8816-bce841fa71a5 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:18:39.799942 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51927c54-b4c2-42df-8816-bce841fa71a5 {{(pid=103349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:18:39.807260 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Publish callbacks [] for port (51927c54-b4c2-42df-8816-bce841fa71a5), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:39.819650 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.provisioning_blocks [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Transition to ACTIVE for port object 51927c54-b4c2-42df-8816-bce841fa71a5 will not be triggered until provisioned by entity L2. {{(pid=103349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:18:39.823514 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (51927c54-b4c2-42df-8816-bce841fa71a5), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:39.921687 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Pushing event updated for resources: {'Port': ['ID=51927c54-b4c2-42df-8816-bce841fa71a5,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:18:39.951860 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Attempting to bind port 51927c54-b4c2-42df-8816-bce841fa71a5 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:18:39.952366 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Attempting to bind port 51927c54-b4c2-42df-8816-bce841fa71a5 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:18:39.952701 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Attempting to bind port 51927c54-b4c2-42df-8816-bce841fa71a5 on network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:18:39.957286 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Port 51927c54-b4c2-42df-8816-bce841fa71a5 on network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:18:39.957614 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Attempting to bind port 51927c54-b4c2-42df-8816-bce841fa71a5 on network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:18:39.964907 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:18:39.965247 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Checking segment: {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:18:39.965637 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Bound using segment: {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:18:39.966150 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Bound port: 51927c54-b4c2-42df-8816-bce841fa71a5, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'}}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:18:39.966509 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (51927c54-b4c2-42df-8816-bce841fa71a5), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:40.065173 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] For port 51927c54-b4c2-42df-8816-bce841fa71a5, host hv-cinder-84067, cleared binding levels {{(pid=103349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:18:40.068292 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] For port 51927c54-b4c2-42df-8816-bce841fa71a5, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=51927c54-b4c2-42df-8816-bce841fa71a5,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:18:40.075494 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade39c83-c88d-4422-8af4-6c2c9e8b64be req-024da576-99cd-4e05-a908-9a6cb2a6a051 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:40.077051 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ade39c83-c88d-4422-8af4-6c2c9e8b64be req-024da576-99cd-4e05-a908-9a6cb2a6a051 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 944 time: 0.0662477 May 09 23:18:40.082629 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (51927c54-b4c2-42df-8816-bce841fa71a5), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:40.137628 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:40.138289 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:40.139667 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] 10.222.0.55 "PUT /v2.0/ports/51927c54-b4c2-42df-8816-bce841fa71a5 HTTP/1.1" status: 200 len: 1094 time: 0.7139535 May 09 23:18:40.140113 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'tag': '51927c54-b4c2-42df-8816-bce841fa71a5'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:18:40.142398 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e7df79-189e-495d-99e5-34dcd07e6c22" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4841e7-e622-4370-9645-e1dcac94d49f", "tag": "51927c54-b4c2-42df-8816-bce841fa71a5"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:18:40.186056 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023febad-86d4-441d-ae0d-ebfac65658b4 service neutron] Pushing event updated for resources: {'Port': ['ID=51927c54-b4c2-42df-8816-bce841fa71a5,revision_number=3']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:18:40.193636 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ade39c83-c88d-4422-8af4-6c2c9e8b64be req-99f85aed-c293-4f7f-a347-3aa35f756900 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1087124 May 09 23:18:40.201082 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e818e41a-2379-4e09-b9b1-7810a07cd4b6 x-openstack-request-id: req-e818e41a-2379-4e09-b9b1-7810a07cd4b6 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:18:40.201327 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4841e7-e622-4370-9645-e1dcac94d49f", "tag": "51927c54-b4c2-42df-8816-bce841fa71a5", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:18:40.201584 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e818e41a-2379-4e09-b9b1-7810a07cd4b6 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:18:40.201993 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e818e41a-2379-4e09-b9b1-7810a07cd4b6'] response: {'name': 'network-changed', 'server_uuid': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'tag': '51927c54-b4c2-42df-8816-bce841fa71a5', 'status': 'completed', 'code': 200} May 09 23:18:40.254629 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a414c-0df9-4664-980d-c71845e5327e req-9d2bc22f-22cb-4b48-87df-374476404cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:40.256440 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-9d2bc22f-22cb-4b48-87df-374476404cb1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 1128 time: 0.0535109 May 09 23:18:40.305951 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-2d5819aa-794b-477f-93f5-7ca667cf93a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51927c54-b4c2-42df-8816-bce841fa71a5 HTTP/1.1" status: 200 len: 217 time: 0.0393112 May 09 23:18:40.357307 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a414c-0df9-4664-980d-c71845e5327e req-f55631c8-3352-406e-8de6-4adf0051533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:40.358735 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-f55631c8-3352-406e-8de6-4adf0051533e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0436628 May 09 23:18:40.404196 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a414c-0df9-4664-980d-c71845e5327e req-0e393f64-597e-4169-afdf-64a58fd8837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:40.405597 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-0e393f64-597e-4169-afdf-64a58fd8837e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378923 May 09 23:18:40.503179 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-6ec86381-2e66-41e1-a125-a65cfd02678f service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859101 May 09 23:18:40.592129 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9f7a414c-0df9-4664-980d-c71845e5327e req-01c8056b-4338-49cc-8d63-cf80e01f9cbc service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802040 May 09 23:18:40.869602 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7df79-189e-495d-99e5-34dcd07e6c22 req-af7dc99b-2a87-44d3-af14-f3fbc7f3fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:40.871161 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-41e7df79-189e-495d-99e5-34dcd07e6c22 req-af7dc99b-2a87-44d3-af14-f3fbc7f3fcc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 1128 time: 0.0399208 May 09 23:18:40.964349 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7df79-189e-495d-99e5-34dcd07e6c22 req-71354f5f-def2-4755-be65-763f631379aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:40.965793 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-41e7df79-189e-495d-99e5-34dcd07e6c22 req-71354f5f-def2-4755-be65-763f631379aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 913 time: 0.0866828 May 09 23:18:41.009155 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-41e7df79-189e-495d-99e5-34dcd07e6c22 req-7f9f6d8b-276f-43d7-91a2-4fb0a4efe06e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51927c54-b4c2-42df-8816-bce841fa71a5 HTTP/1.1" status: 200 len: 217 time: 0.0337608 May 09 23:18:41.057037 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7df79-189e-495d-99e5-34dcd07e6c22 req-1eff2a40-cd83-4eb6-bdc6-2ed47b90b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:41.058415 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-41e7df79-189e-495d-99e5-34dcd07e6c22 req-1eff2a40-cd83-4eb6-bdc6-2ed47b90b62c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0407672 May 09 23:18:41.108587 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7df79-189e-495d-99e5-34dcd07e6c22 req-8df73aad-cae9-4e00-acfe-58cdcc453e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:41.110088 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-41e7df79-189e-495d-99e5-34dcd07e6c22 req-8df73aad-cae9-4e00-acfe-58cdcc453e4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431628 May 09 23:18:41.201802 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-41e7df79-189e-495d-99e5-34dcd07e6c22 req-4bc5093c-744f-4acb-8f65-7dc3013e6bfb service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823555 May 09 23:18:41.299294 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-41e7df79-189e-495d-99e5-34dcd07e6c22 req-c17551dd-e79f-4d12-bc55-b8a20b2bfbe1 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884881 May 09 23:18:41.313837 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008db6e1-f654-4e03-8dbe-89a4c082c124 req-4b7b5058-9aa5-4d49-a556-358bebed23d2 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:41.315408 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-008db6e1-f654-4e03-8dbe-89a4c082c124 req-4b7b5058-9aa5-4d49-a556-358bebed23d2 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 944 time: 0.0484800 May 09 23:18:41.363967 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-008db6e1-f654-4e03-8dbe-89a4c082c124 req-3efefd98-2754-4a38-989a-090eaffba610 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420234 May 09 23:18:42.478193 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69356c6b-9711-4146-a011-af204cee45ee req-8966465f-4088-42e0-aeda-8a3afe0c0e8b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:42.479915 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-69356c6b-9711-4146-a011-af204cee45ee req-8966465f-4088-42e0-aeda-8a3afe0c0e8b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 944 time: 0.0500743 May 09 23:18:42.528093 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-69356c6b-9711-4146-a011-af204cee45ee req-fe4e1ec6-305c-4760-b25a-0b4bd017c9de tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426631 May 09 23:18:43.639516 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c240b-0d35-4b71-a662-7527c9bcc426 req-dbab4286-b889-4cd7-853a-35165e054a90 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:43.640966 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-359c240b-0d35-4b71-a662-7527c9bcc426 req-dbab4286-b889-4cd7-853a-35165e054a90 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 944 time: 0.0469685 May 09 23:18:43.690637 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-359c240b-0d35-4b71-a662-7527c9bcc426 req-23f1fbf8-6de9-40c7-9cab-fe643085b1e7 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435796 May 09 23:18:44.800911 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dfd4d-07eb-41f1-98e9-35272721c5ca req-cb6560e0-064e-4d77-8fe2-ae9bd18fc5fc tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:44.802899 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8c1dfd4d-07eb-41f1-98e9-35272721c5ca req-cb6560e0-064e-4d77-8fe2-ae9bd18fc5fc tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 944 time: 0.0454056 May 09 23:18:44.852878 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8c1dfd4d-07eb-41f1-98e9-35272721c5ca req-ec62dbe4-6704-424d-bd1c-90bf4528a185 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446808 May 09 23:18:45.964766 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6c734-dec7-4ad0-9847-a03cf646eeaa req-a6660dff-8647-4484-a2d0-a4e057ee2ab9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:45.966240 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-31f6c734-dec7-4ad0-9847-a03cf646eeaa req-a6660dff-8647-4484-a2d0-a4e057ee2ab9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 944 time: 0.0472748 May 09 23:18:46.013439 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-31f6c734-dec7-4ad0-9847-a03cf646eeaa req-10864748-9284-4afe-be71-356a49d5defb tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416963 May 09 23:18:47.090144 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:47.128954 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c52e1f-119f-48ff-9bdc-cd3e1719f8d1 req-3433bb44-ae08-4277-a5cd-e1626a90171c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:47.130455 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-30c52e1f-119f-48ff-9bdc-cd3e1719f8d1 req-3433bb44-ae08-4277-a5cd-e1626a90171c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 944 time: 0.0461206 May 09 23:18:47.183981 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-30c52e1f-119f-48ff-9bdc-cd3e1719f8d1 req-1beacc6e-1edf-436c-ab4e-44f41d6f7a72 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480418 May 09 23:18:48.296287 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1bca4-315f-4a38-8202-1eb743ab5a80 req-f273afb2-b6d4-446b-9a17-61ede9b1cc23 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:48.297744 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6dc1bca4-315f-4a38-8202-1eb743ab5a80 req-f273afb2-b6d4-446b-9a17-61ede9b1cc23 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 944 time: 0.0456202 May 09 23:18:48.344506 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-6dc1bca4-315f-4a38-8202-1eb743ab5a80 req-2beeca5a-70c4-4ba1-9dca-bb1d99429ad5 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406590 May 09 23:18:48.390178 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 51927c54-b4c2-42df-8816-bce841fa71a5 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:18:48.488908 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 51927c54-b4c2-42df-8816-bce841fa71a5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=51927c54-b4c2-42df-8816-bce841fa71a5,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:18:48.500083 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': '51927c54-b4c2-42df-8816-bce841fa71a5', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'port_id': '51927c54-b4c2-42df-8816-bce841fa71a5', 'mac_address': 'fa:16:3e:a9:55:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:18:48.536915 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 51927c54-b4c2-42df-8816-bce841fa71a5 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:18:48.537303 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (51927c54-b4c2-42df-8816-bce841fa71a5), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:48.549736 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51927c54-b4c2-42df-8816-bce841fa71a5 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:18:48.568761 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 51927c54-b4c2-42df-8816-bce841fa71a5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=51927c54-b4c2-42df-8816-bce841fa71a5,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:18:48.572542 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (51927c54-b4c2-42df-8816-bce841fa71a5), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:48.623713 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=51927c54-b4c2-42df-8816-bce841fa71a5,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:18:48.630526 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.630869 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.631207 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.631543 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.631874 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.632199 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.632519 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.632838 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.633157 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.633505 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.633824 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.634166 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.634485 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.634805 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.635118 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:48.872732 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['51927c54-b4c2-42df-8816-bce841fa71a5'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:18:49.428715 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4a88aa35-89d1-4d11-bd33-35cb3ae86245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:49.459799 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f2ecc-4e4d-4e37-92d0-651c4b8d898f req-b6d7f526-97ed-408e-a05f-a008ce91dd01 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:49.461257 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-352f2ecc-4e4d-4e37-92d0-651c4b8d898f req-b6d7f526-97ed-408e-a05f-a008ce91dd01 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 945 time: 0.0477171 May 09 23:18:49.508942 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-352f2ecc-4e4d-4e37-92d0-651c4b8d898f req-1dd1d110-8b17-4c40-9d6d-f05cd0c5198e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421748 May 09 23:18:50.405377 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 51927c54-b4c2-42df-8816-bce841fa71a5 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:18:50.449410 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port 51927c54-b4c2-42df-8816-bce841fa71a5 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:18:50.455038 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port 51927c54-b4c2-42df-8816-bce841fa71a5 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:18:50.455407 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (51927c54-b4c2-42df-8816-bce841fa71a5), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:50.537459 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 51927c54-b4c2-42df-8816-bce841fa71a5 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:18:50.537848 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (51927c54-b4c2-42df-8816-bce841fa71a5), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:50.560637 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51927c54-b4c2-42df-8816-bce841fa71a5'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:18:50.562918 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5172d0ae-b957-4305-a7cf-e276235c2d47" -d '{"events": [{"server_uuid": "9c4841e7-e622-4370-9645-e1dcac94d49f", "name": "network-vif-plugged", "status": "completed", "tag": "51927c54-b4c2-42df-8816-bce841fa71a5"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:18:50.575602 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 51927c54-b4c2-42df-8816-bce841fa71a5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=51927c54-b4c2-42df-8816-bce841fa71a5,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:18:50.580061 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (51927c54-b4c2-42df-8816-bce841fa71a5), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:50.627478 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38572a5-c4a6-4624-ac85-a78df3eb7ef8 req-40026a62-026f-4aef-acd6-cf5cf9dc772c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:50.628974 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a38572a5-c4a6-4624-ac85-a78df3eb7ef8 req-40026a62-026f-4aef-acd6-cf5cf9dc772c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 946 time: 0.0521278 May 09 23:18:50.629424 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=51927c54-b4c2-42df-8816-bce841fa71a5,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:18:50.680378 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a38572a5-c4a6-4624-ac85-a78df3eb7ef8 req-f88eec39-ff8b-4850-972f-46f5c61ba3ff tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431139 May 09 23:18:51.607783 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea824d4-1c0f-4836-bbb2-3b3813fbaea0 x-openstack-request-id: req-8ea824d4-1c0f-4836-bbb2-3b3813fbaea0 {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:18:51.608243 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4841e7-e622-4370-9645-e1dcac94d49f", "name": "network-vif-plugged", "status": "completed", "tag": "51927c54-b4c2-42df-8816-bce841fa71a5", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:18:51.608344 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ea824d4-1c0f-4836-bbb2-3b3813fbaea0 {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:18:51.608717 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea824d4-1c0f-4836-bbb2-3b3813fbaea0'] response: {'server_uuid': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51927c54-b4c2-42df-8816-bce841fa71a5', 'code': 200} May 09 23:18:51.722943 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0934e1d8-255d-4935-99dd-9a5334311ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:51.799648 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9e583-951b-4a6d-8679-a0de98a7c9b3 req-58c09ad3-0747-4906-9f72-07482da2def3 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:51.801119 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-bee9e583-951b-4a6d-8679-a0de98a7c9b3 req-58c09ad3-0747-4906-9f72-07482da2def3 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 946 time: 0.0520191 May 09 23:18:51.847916 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b674b-0600-4c8e-8024-b72c87bfb6bb req-09f5339e-1fa5-4e93-a4cf-1351cf963243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:51.849967 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-307b674b-0600-4c8e-8024-b72c87bfb6bb req-09f5339e-1fa5-4e93-a4cf-1351cf963243 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 1130 time: 0.0421553 May 09 23:18:51.850142 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-bee9e583-951b-4a6d-8679-a0de98a7c9b3 req-1a5fb27a-c49c-494a-9ae4-7b4916fe1d40 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426180 May 09 23:18:51.899576 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-307b674b-0600-4c8e-8024-b72c87bfb6bb req-29aa71b1-2419-4257-9bbb-c6186a235cb3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389719 May 09 23:18:52.967982 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87975d72-25fb-4273-b60e-421699f58818 req-5f2a1f88-2e6d-4788-ac9d-abf89ca57397 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:52.969428 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-87975d72-25fb-4273-b60e-421699f58818 req-5f2a1f88-2e6d-4788-ac9d-abf89ca57397 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 946 time: 0.0467944 May 09 23:18:52.990443 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:53.019133 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-87975d72-25fb-4273-b60e-421699f58818 req-b26b9f91-62b4-41ed-9652-4609d671e9ae tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432425 May 09 23:18:54.130638 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ad85d-b416-49e4-98cc-8da4e2116ced req-9b7a1a80-441d-47aa-8a2b-79770be81096 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:54.132070 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-173ad85d-b416-49e4-98cc-8da4e2116ced req-9b7a1a80-441d-47aa-8a2b-79770be81096 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 946 time: 0.0462275 May 09 23:18:54.181606 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-173ad85d-b416-49e4-98cc-8da4e2116ced req-7e162f51-4f23-4dbd-ad56-8c62f3676877 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440204 May 09 23:18:54.291750 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238045c-ae45-4d99-91d4-0841216780b9 req-93aa8d82-e3bb-415e-b4c6-d0fe150fa8e2 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:54.293186 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a238045c-ae45-4d99-91d4-0841216780b9 req-93aa8d82-e3bb-415e-b4c6-d0fe150fa8e2 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 946 time: 0.0461705 May 09 23:18:54.343769 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a238045c-ae45-4d99-91d4-0841216780b9 req-ea2af9ae-61b2-4d70-be37-eb80aa98d6a7 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450475 May 09 23:18:54.366466 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38910) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:18:54.401065 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:54.405031 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b46124-cbb2-4466-8b9f-21a6113a752e tempest-TestVolumeBootPattern-448738448 tempest-TestVolumeBootPattern-448738448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:54.406568 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-17b46124-cbb2-4466-8b9f-21a6113a752e tempest-TestVolumeBootPattern-448738448 tempest-TestVolumeBootPattern-448738448-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 1125 time: 0.0390680 May 09 23:18:54.409401 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 38912) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:18:54.413983 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Request body: {'floatingip': {'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'port_id': '51927c54-b4c2-42df-8816-bce841fa71a5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:18:54.433862 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:54.513153 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:54.624538 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Allocated IP 172.27.3.231 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/dec6df30-8f84-482a-a1ab-5ceba81ef4a8) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:18:54.726782 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for port (dec6df30-8f84-482a-a1ab-5ceba81ef4a8), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:54.759786 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (dec6df30-8f84-482a-a1ab-5ceba81ef4a8), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:54.797886 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:18:54.800778 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:18:54.804238 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:18:54.827433 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'Port': ['ID=dec6df30-8f84-482a-a1ab-5ceba81ef4a8,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:18:54.844961 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:54.845317 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:54.845668 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:54.846012 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:54.846376 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:54.846716 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:54.847049 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:54.847378 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:54.847708 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:54.848037 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:54.848365 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:54.848719 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:54.849045 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:54.849368 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:54.849690 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:18:55.444630 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for floatingip (43a7a24f-90ef-42c5-9c51-d948af9c2e19), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:55.510904 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (dec6df30-8f84-482a-a1ab-5ceba81ef4a8), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:55.657137 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for port (dec6df30-8f84-482a-a1ab-5ceba81ef4a8), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:55.662021 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (dec6df30-8f84-482a-a1ab-5ceba81ef4a8), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:55.698211 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:55.730928 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'Port': ['ID=dec6df30-8f84-482a-a1ab-5ceba81ef4a8,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:18:55.742801 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (43a7a24f-90ef-42c5-9c51-d948af9c2e19), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:55.845109 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Floating IP 43a7a24f-90ef-42c5-9c51-d948af9c2e19 associated. External IP: 172.27.3.231, port: 51927c54-b4c2-42df-8816-bce841fa71a5. May 09 23:18:56.053526 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:18:56.162796 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:18:56.172532 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f3bb97-9935-4c58-a379-bf46203969d1 None None] Sync routers for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:18:56.181078 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:18:56.182243 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f3bb97-9935-4c58-a379-bf46203969d1 None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:18:56.182869 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-39f3bb97-9935-4c58-a379-bf46203969d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:18:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:18:56.210628 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-de5d7ec7-f3c2-45ea-aeb5-90e55fb851d9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8002343 May 09 23:18:56.211197 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'tag': '51927c54-b4c2-42df-8816-bce841fa71a5'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:18:56.213439 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f177a3c-aeaa-4ea8-91a2-2379f4f9aee9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4841e7-e622-4370-9645-e1dcac94d49f", "tag": "51927c54-b4c2-42df-8816-bce841fa71a5"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:18:56.249549 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c4d100-f4b5-45fb-a8e2-9bd915663989 x-openstack-request-id: req-04c4d100-f4b5-45fb-a8e2-9bd915663989 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:18:56.250028 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4841e7-e622-4370-9645-e1dcac94d49f", "tag": "51927c54-b4c2-42df-8816-bce841fa71a5", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:18:56.250537 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04c4d100-f4b5-45fb-a8e2-9bd915663989 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:18:56.251102 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c4d100-f4b5-45fb-a8e2-9bd915663989'] response: {'name': 'network-changed', 'server_uuid': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'tag': '51927c54-b4c2-42df-8816-bce841fa71a5', 'status': 'completed', 'code': 200} May 09 23:18:56.310588 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f177a3c-aeaa-4ea8-91a2-2379f4f9aee9 req-09d23b55-faf0-461d-9470-920eec7df88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:56.312016 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7f177a3c-aeaa-4ea8-91a2-2379f4f9aee9 req-09d23b55-faf0-461d-9470-920eec7df88a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 1130 time: 0.0405164 May 09 23:18:56.403919 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f177a3c-aeaa-4ea8-91a2-2379f4f9aee9 req-8c99ad2b-28b7-4df8-82e2-442357132133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:56.405461 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7f177a3c-aeaa-4ea8-91a2-2379f4f9aee9 req-8c99ad2b-28b7-4df8-82e2-442357132133 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 913 time: 0.0869076 May 09 23:18:56.428569 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-39f3bb97-9935-4c58-a379-bf46203969d1 None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:18:56.472633 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7f177a3c-aeaa-4ea8-91a2-2379f4f9aee9 req-cfe0fe27-5b2b-4090-baa6-6550c035d563 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51927c54-b4c2-42df-8816-bce841fa71a5 HTTP/1.1" status: 200 len: 1000 time: 0.0613670 May 09 23:18:56.524998 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f177a3c-aeaa-4ea8-91a2-2379f4f9aee9 req-8d35735c-0d46-49e8-83bf-d29441d09d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:56.526498 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7f177a3c-aeaa-4ea8-91a2-2379f4f9aee9 req-8d35735c-0d46-49e8-83bf-d29441d09d7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0476689 May 09 23:18:56.576258 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f177a3c-aeaa-4ea8-91a2-2379f4f9aee9 req-f9bac102-e0b1-49be-b2a1-3ed18969769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:18:56.577703 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7f177a3c-aeaa-4ea8-91a2-2379f4f9aee9 req-f9bac102-e0b1-49be-b2a1-3ed18969769c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457819 May 09 23:18:56.642999 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-39f3bb97-9935-4c58-a379-bf46203969d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '43a7a24f-90ef-42c5-9c51-d948af9c2e19', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '51927c54-b4c2-42df-8816-bce841fa71a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:a9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:18:55Z', 'updated_at': '2022-05-09T23:18:55Z', 'revision_number': 0, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:18:56.669880 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7f177a3c-aeaa-4ea8-91a2-2379f4f9aee9 req-5bbb5cb1-e4ad-470a-9e54-6de5bf479598 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855007 May 09 23:18:56.673533 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f3bb97-9935-4c58-a379-bf46203969d1 None None] Checking router: dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:18:56.682315 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f3bb97-9935-4c58-a379-bf46203969d1 None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:18:56.682914 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-39f3bb97-9935-4c58-a379-bf46203969d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:18:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:18:56.757413 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-7f177a3c-aeaa-4ea8-91a2-2379f4f9aee9 req-7c50ec53-dc26-4e3e-862d-25a61059f8b0 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818129 May 09 23:18:56.792868 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-39f3bb97-9935-4c58-a379-bf46203969d1 None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:18:57.000071 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-39f3bb97-9935-4c58-a379-bf46203969d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '43a7a24f-90ef-42c5-9c51-d948af9c2e19', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '51927c54-b4c2-42df-8816-bce841fa71a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:a9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:18:55Z', 'updated_at': '2022-05-09T23:18:55Z', 'revision_number': 0, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:18:57.025490 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f3bb97-9935-4c58-a379-bf46203969d1 None None] The sync data for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi is: [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '43a7a24f-90ef-42c5-9c51-d948af9c2e19', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '51927c54-b4c2-42df-8816-bce841fa71a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:a9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:18:55Z', 'updated_at': '2022-05-09T23:18:55Z', 'revision_number': 0, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:18:57.206197 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4600a41b-e33f-4044-aea5-7ced51c4116e None None] New status for floating IP 43a7a24f-90ef-42c5-9c51-d948af9c2e19: ACTIVE {{(pid=103352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:19:07.128917 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:19:17.087773 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:19:19.433570 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-589ed53f-44a5-4333-97b4-f8789b0cdf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:19:21.725940 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8ed30e57-02cf-4e05-86a9-2dffad950414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:19:22.992352 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:19:24.400775 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:19:25.690579 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:19:34.533803 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-96b75365-731f-4cb9-aa64-a900e8c543e5 req-07ba7ccf-68f8-481a-9329-c1e83c392547 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415616 May 09 23:19:34.613971 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b75365-731f-4cb9-aa64-a900e8c543e5 req-c75aa374-02cf-409b-94dd-e1cca3dac386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:19:34.615470 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-96b75365-731f-4cb9-aa64-a900e8c543e5 req-c75aa374-02cf-409b-94dd-e1cca3dac386 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 1130 time: 0.0389712 May 09 23:19:34.721381 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b75365-731f-4cb9-aa64-a900e8c543e5 req-9a67a160-e27d-4b5d-87b1-ce3b8897600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:19:34.722894 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-96b75365-731f-4cb9-aa64-a900e8c543e5 req-9a67a160-e27d-4b5d-87b1-ce3b8897600f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 913 time: 0.0894284 May 09 23:19:34.791229 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-96b75365-731f-4cb9-aa64-a900e8c543e5 req-70e7f8f1-62de-4913-b525-5a2cd19c7728 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51927c54-b4c2-42df-8816-bce841fa71a5 HTTP/1.1" status: 200 len: 1002 time: 0.0607677 May 09 23:19:34.836702 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b75365-731f-4cb9-aa64-a900e8c543e5 req-ef27c4fb-0422-412e-9733-e87a328f885b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:19:34.838105 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-96b75365-731f-4cb9-aa64-a900e8c543e5 req-ef27c4fb-0422-412e-9733-e87a328f885b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0416749 May 09 23:19:34.880136 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b75365-731f-4cb9-aa64-a900e8c543e5 req-b2ed8603-5a4e-4b5f-b6d3-85afddac01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:19:34.882084 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-96b75365-731f-4cb9-aa64-a900e8c543e5 req-b2ed8603-5a4e-4b5f-b6d3-85afddac01cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371373 May 09 23:19:34.973030 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-96b75365-731f-4cb9-aa64-a900e8c543e5 req-97e0f4b0-ebf7-4cad-8153-c2572e17244f service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850985 May 09 23:19:35.059431 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-96b75365-731f-4cb9-aa64-a900e8c543e5 req-0e8d72fa-c318-4d19-ac3e-ef7eb5b13985 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797997 May 09 23:19:44.127940 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:19:47.104308 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:19:49.435565 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-0bed3019-c474-418f-9df7-4464a12925cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:19:51.728764 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8972e5f7-480b-46df-82f7-bf001c277552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:19:52.997147 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:19:54.403381 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:19:55.693266 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:17.104207 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:19.436790 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86a66b3e-c29d-4a4d-b2e5-256de434d567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:21.127510 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:20:21.729308 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-93d266e2-30fe-4586-bfc4-491a9ee9e920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:22.997634 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:24.408264 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:25.695551 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:30.433600 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-1b871996-4344-433e-a590-30155c7de9ad tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40112821&fields=id&tenant_id=d557435c4af9467999e66a94c6929e11 HTTP/1.1" status: 200 len: 267 time: 0.0511115 May 09 23:20:30.540709 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-ed30f917-f632-457f-ba68-869512723062 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:30.545532 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-ed30f917-f632-457f-ba68-869512723062 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 812 time: 0.1052625 May 09 23:20:30.556955 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-4a696500-3822-4246-9a1f-f5d20d54ea7c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/quotas/d557435c4af9467999e66a94c6929e11 HTTP/1.1" status: 200 len: 375 time: 0.0094175 May 09 23:20:30.610254 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-107846ea-1183-48db-a705-cbeff326c3c8 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464160 May 09 23:20:30.666200 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-61558649-0489-4e24-be21-834be986b9e5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 23:20:30.667232 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-61558649-0489-4e24-be21-834be986b9e5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0463605 May 09 23:20:30.758091 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-dd2a5cc6-55a3-4ed3-8b16-42e4f42acb67 service neutron] 10.222.0.23 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850224 May 09 23:20:30.843978 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-442dc9dc-32e3-42dd-83f8-e55ed9952bb1 service neutron] 10.222.0.23 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803244 May 09 23:20:32.140536 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b4716c28-26ff-4e29-a4ae-f2bb6a5a05c1 req-1c556748-d211-4c8a-9431-2c4acc079c62 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 210 time: 0.0326884 May 09 23:20:33.166072 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-b6135a6a-7d18-4df6-bef0-483eab15e824 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:33.167045 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-b6135a6a-7d18-4df6-bef0-483eab15e824 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 812 time: 0.1076653 May 09 23:20:33.248228 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-9b6a285e-dad8-4fa9-9adc-5a987571eafe req-c69fb7fd-2775-480e-8831-e4f08ec12ce0 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 210 time: 0.0386641 May 09 23:20:33.258671 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-da74914c-9ad5-4717-b9df-8343b746c4b8 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d557435c4af9467999e66a94c6929e11 HTTP/1.1" status: 200 len: 378 time: 0.0809307 May 09 23:20:33.268056 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Request body: {'port': {'device_id': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'admin_state_up': True, 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'security_groups': ['ca5fa5ba-16b7-4c99-ad15-90348a624f5e']}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:20:33.374489 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Made reservation on behalf of d557435c4af9467999e66a94c6929e11 for: {'port': 1} {{(pid=103349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 23:20:33.377776 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:33.504633 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_common [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Allocated IP 172.20.0.11 (6ac40a30-c19e-4dfc-b8a0-754027b1e1e5/ac6fd43d-7cdd-487e-9a0a-65795ba2393a/43c19e39-e73a-4238-a28b-c0adeaa90b26) {{(pid=103349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:20:33.641789 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), precommit_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:33.678475 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), after_create {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:33.725279 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 is already hosted by enough agents. {{(pid=103349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:20:33.729577 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.base_scheduler [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Resources bound (agent type, host, resource id): {{(pid=103349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:20:33.734024 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Received port after_create {{(pid=103349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:20:33.760193 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'Port': ['ID=43c19e39-e73a-4238-a28b-c0adeaa90b26,revision_number=1']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:20:33.775165 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.775510 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.775855 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.776190 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.776520 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.776855 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.777179 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.777502 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.777976 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.778197 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.778635 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.778819 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.779142 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.779461 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.779804 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:33.800543 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:33.801175 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:33.818867 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-b792cfd4-496b-4c4d-adcd-c9838c8d3e29 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5555615 May 09 23:20:33.834818 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.v2.base [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Request body: {'port': {'device_id': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:20:33.896198 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:33.932973 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-ca55f141-c97c-4889-b159-98ecfcc6f21f None None] Provisioning complete for port 43c19e39-e73a-4238-a28b-c0adeaa90b26 triggered by entity DHCP. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:20:33.933580 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ca55f141-c97c-4889-b159-98ecfcc6f21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:33.966287 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ca55f141-c97c-4889-b159-98ecfcc6f21f None None] Port 43c19e39-e73a-4238-a28b-c0adeaa90b26 cannot update to ACTIVE because it is not bound. {{(pid=103351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 23:20:34.154584 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c19e39-e73a-4238-a28b-c0adeaa90b26 {{(pid=103349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:20:34.162538 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Publish callbacks [] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), precommit_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:34.174400 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.provisioning_blocks [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Transition to ACTIVE for port object 43c19e39-e73a-4238-a28b-c0adeaa90b26 will not be triggered until provisioned by entity L2. {{(pid=103349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 23:20:34.177790 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:34.225376 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Pushing event updated for resources: {'Port': ['ID=43c19e39-e73a-4238-a28b-c0adeaa90b26,revision_number=2']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:20:34.305659 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Attempting to bind port 43c19e39-e73a-4238-a28b-c0adeaa90b26 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 23:20:34.306070 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Attempting to bind port 43c19e39-e73a-4238-a28b-c0adeaa90b26 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 23:20:34.306503 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Attempting to bind port 43c19e39-e73a-4238-a28b-c0adeaa90b26 on network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:20:34.311531 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Port 43c19e39-e73a-4238-a28b-c0adeaa90b26 on network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 23:20:34.311941 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Attempting to bind port 43c19e39-e73a-4238-a28b-c0adeaa90b26 on network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 23:20:34.317253 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Checking agent: {'id': 'fb110a28-074f-4f66-a4aa-1f3f01afe357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'started_at': datetime.datetime(2022, 5, 9, 23, 0, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 23, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 23:20:34.317592 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Checking segment: {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 23:20:34.318012 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Bound using segment: {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'} {{(pid=103349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 23:20:34.319072 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.managers [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Bound port: 43c19e39-e73a-4238-a28b-c0adeaa90b26, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7314868-df1b-478f-aee6-f3400ab57620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5'}}] {{(pid=103349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 23:20:34.319564 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), before_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:34.389849 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f3fad-5d3f-4c29-8438-dc84dc8a7e1f req-d9243dcd-316d-4f9c-b704-f762892e9b69 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:34.390625 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] For port 43c19e39-e73a-4238-a28b-c0adeaa90b26, host hv-cinder-84067, cleared binding levels {{(pid=103349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 23:20:34.391692 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-344f3fad-5d3f-4c29-8438-dc84dc8a7e1f req-d9243dcd-316d-4f9c-b704-f762892e9b69 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 944 time: 0.0627785 May 09 23:20:34.394381 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] For port 43c19e39-e73a-4238-a28b-c0adeaa90b26, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=43c19e39-e73a-4238-a28b-c0adeaa90b26,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 23:20:34.405206 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131968'] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), after_update {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:34.440886 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:34.441585 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:34.442819 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-344f3fad-5d3f-4c29-8438-dc84dc8a7e1f req-f5f235b9-91d9-45b8-9b4a-f51e4bf52ff9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434117 May 09 23:20:34.442963 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] 10.222.0.55 "PUT /v2.0/ports/43c19e39-e73a-4238-a28b-c0adeaa90b26 HTTP/1.1" status: 200 len: 1094 time: 0.6126099 May 09 23:20:34.443873 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'tag': '43c19e39-e73a-4238-a28b-c0adeaa90b26'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:20:34.446320 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51443d14-b57d-4921-bc58-57ca76bfeda2" -d '{"events": [{"name": "network-changed", "server_uuid": "93000c5e-ed5b-4f23-8168-88b9bbde91af", "tag": "43c19e39-e73a-4238-a28b-c0adeaa90b26"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:20:34.479004 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915193af-42b2-4cc7-b8aa-3be5f7b9b36d service neutron] Pushing event updated for resources: {'Port': ['ID=43c19e39-e73a-4238-a28b-c0adeaa90b26,revision_number=3']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:20:34.489887 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c555bb-94e5-4473-8a4d-4940474cad9f x-openstack-request-id: req-33c555bb-94e5-4473-8a4d-4940474cad9f {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:20:34.490263 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93000c5e-ed5b-4f23-8168-88b9bbde91af", "tag": "43c19e39-e73a-4238-a28b-c0adeaa90b26", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:20:34.490523 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33c555bb-94e5-4473-8a4d-4940474cad9f {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:20:34.490977 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c555bb-94e5-4473-8a4d-4940474cad9f'] response: {'name': 'network-changed', 'server_uuid': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'tag': '43c19e39-e73a-4238-a28b-c0adeaa90b26', 'status': 'completed', 'code': 200} May 09 23:20:34.556660 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51443d14-b57d-4921-bc58-57ca76bfeda2 req-a5b979f2-97ef-403d-a86b-5a946ebfaeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:34.558252 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-51443d14-b57d-4921-bc58-57ca76bfeda2 req-a5b979f2-97ef-403d-a86b-5a946ebfaeea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 1128 time: 0.0412374 May 09 23:20:34.665043 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51443d14-b57d-4921-bc58-57ca76bfeda2 req-039d3782-66d1-44b6-b0ff-e7e8a71405e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:34.666454 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-51443d14-b57d-4921-bc58-57ca76bfeda2 req-039d3782-66d1-44b6-b0ff-e7e8a71405e2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d557435c4af9467999e66a94c6929e11&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0968657 May 09 23:20:34.759329 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51443d14-b57d-4921-bc58-57ca76bfeda2 req-6dfec130-0bf7-4527-89e4-3b71ce4c5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:34.760794 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-51443d14-b57d-4921-bc58-57ca76bfeda2 req-6dfec130-0bf7-4527-89e4-3b71ce4c5c5b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859573 May 09 23:20:34.844705 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-45d5785a-dbe6-4177-aa5f-39a656317cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:34.846195 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-45d5785a-dbe6-4177-aa5f-39a656317cb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 1128 time: 0.0425808 May 09 23:20:34.890800 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-c4b877ee-4a22-4286-94dc-65ae7b87dd13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c19e39-e73a-4238-a28b-c0adeaa90b26 HTTP/1.1" status: 200 len: 217 time: 0.0335257 May 09 23:20:34.942226 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-83d85c21-65b8-4b99-993b-1d2b923d1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:34.943980 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-83d85c21-65b8-4b99-993b-1d2b923d1850 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0435257 May 09 23:20:34.991527 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-fd79fc37-5089-4f20-a227-14e8aea431a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:34.992992 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-fd79fc37-5089-4f20-a227-14e8aea431a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418010 May 09 23:20:35.081395 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-99f8f47e-4fe2-427f-98bd-985fdf00be40 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791516 May 09 23:20:35.174180 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c95ffd80-9fc5-4124-9d18-7c1640880be9 req-666578e6-2802-45ad-8289-3b8deb11cb0a service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823987 May 09 23:20:35.556288 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-902b524c-7faf-41ae-82bd-5ae7b3038d9e req-d47c3fe6-7149-4411-802e-205f0484627b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384350 May 09 23:20:35.563534 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629525d-2dec-40fd-b5eb-e955fbb8f760 req-e909d8aa-4166-4ade-9bb7-e600d65cc2fb tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:35.564966 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b629525d-2dec-40fd-b5eb-e955fbb8f760 req-e909d8aa-4166-4ade-9bb7-e600d65cc2fb tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 944 time: 0.0502260 May 09 23:20:35.614213 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-b629525d-2dec-40fd-b5eb-e955fbb8f760 req-85f28768-0eb4-46c1-81ba-0cbfd372f30f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436187 May 09 23:20:35.644362 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b524c-7faf-41ae-82bd-5ae7b3038d9e req-33cb81f3-3c20-4e04-b9af-38ffa8eed38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:35.645885 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-902b524c-7faf-41ae-82bd-5ae7b3038d9e req-33cb81f3-3c20-4e04-b9af-38ffa8eed38f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 1130 time: 0.0395131 May 09 23:20:35.751126 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b524c-7faf-41ae-82bd-5ae7b3038d9e req-93d93d8f-c3c6-4835-a45e-22f336e9bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:35.752480 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-902b524c-7faf-41ae-82bd-5ae7b3038d9e req-93d93d8f-c3c6-4835-a45e-22f336e9bbc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 913 time: 0.0849841 May 09 23:20:35.817082 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-902b524c-7faf-41ae-82bd-5ae7b3038d9e req-55e56d2a-8e82-4932-add7-d5978edf2b20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51927c54-b4c2-42df-8816-bce841fa71a5 HTTP/1.1" status: 200 len: 1002 time: 0.0577121 May 09 23:20:35.864432 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b524c-7faf-41ae-82bd-5ae7b3038d9e req-7a9b1467-9fb3-4bff-8f51-0ab486abc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:35.866399 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-902b524c-7faf-41ae-82bd-5ae7b3038d9e req-7a9b1467-9fb3-4bff-8f51-0ab486abc124 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0420043 May 09 23:20:35.911787 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b524c-7faf-41ae-82bd-5ae7b3038d9e req-85dcca9c-1832-41ec-9d19-efa27a4ab99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:35.913234 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-902b524c-7faf-41ae-82bd-5ae7b3038d9e req-85dcca9c-1832-41ec-9d19-efa27a4ab99a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411863 May 09 23:20:36.002992 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-902b524c-7faf-41ae-82bd-5ae7b3038d9e req-2811415b-70d9-47e3-b0a0-1a2a1aeac36e service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798969 May 09 23:20:36.343324 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-902b524c-7faf-41ae-82bd-5ae7b3038d9e req-db06b068-93e6-4a82-b2ca-ad4fa15375bc service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306851 May 09 23:20:36.730290 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65959cc-852d-48af-90a4-3c4506b629a7 req-8d5f8c1e-6470-4790-8012-e6a6bb53e658 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:36.731719 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c65959cc-852d-48af-90a4-3c4506b629a7 req-8d5f8c1e-6470-4790-8012-e6a6bb53e658 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 944 time: 0.0475774 May 09 23:20:36.778605 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c65959cc-852d-48af-90a4-3c4506b629a7 req-f496a0aa-b840-4866-b2cd-448cd446e08f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413773 May 09 23:20:37.893405 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5f43-f032-4cfe-a239-e43834844742 req-facb5721-f625-44cd-9dc4-b30ae21f3ef6 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:37.894937 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a3da5f43-f032-4cfe-a239-e43834844742 req-facb5721-f625-44cd-9dc4-b30ae21f3ef6 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 944 time: 0.0515251 May 09 23:20:37.943878 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a3da5f43-f032-4cfe-a239-e43834844742 req-e4d8da31-2c8c-4589-8ff9-abfd0d77c17f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421083 May 09 23:20:39.053487 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc034e-a3ec-4d9d-a755-621af47d2212 req-d867e162-a2f9-406d-b663-a8ba8ca2feb3 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:39.054936 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cdcc034e-a3ec-4d9d-a755-621af47d2212 req-d867e162-a2f9-406d-b663-a8ba8ca2feb3 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 944 time: 0.0457704 May 09 23:20:39.101379 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-cdcc034e-a3ec-4d9d-a755-621af47d2212 req-7ee0de4a-5072-4751-acf7-14300abfc7c5 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411019 May 09 23:20:40.220252 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823dbd2-b35b-4364-bbd2-995cdbbe1d16 req-faeef76a-cfd8-49bc-aba8-410cb2bf1a92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:40.221725 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0823dbd2-b35b-4364-bbd2-995cdbbe1d16 req-faeef76a-cfd8-49bc-aba8-410cb2bf1a92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 944 time: 0.0516353 May 09 23:20:40.269529 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-0823dbd2-b35b-4364-bbd2-995cdbbe1d16 req-22ca187f-40aa-4c43-a253-8d652bf73c46 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414810 May 09 23:20:41.384114 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e1472-1a7b-4639-99c3-df7b50eb8552 req-4fe2a395-434c-4450-95b6-cbd2ce92a2ff tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:41.385562 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-056e1472-1a7b-4639-99c3-df7b50eb8552 req-4fe2a395-434c-4450-95b6-cbd2ce92a2ff tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 944 time: 0.0489721 May 09 23:20:41.431936 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-056e1472-1a7b-4639-99c3-df7b50eb8552 req-b0ce71fa-4616-4687-9b39-fd392db99389 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408912 May 09 23:20:42.543098 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31520c84-d42e-46f8-b23b-52287abef967 req-baf1987c-1fd4-485f-af82-cebc3b3a592e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:42.544565 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-31520c84-d42e-46f8-b23b-52287abef967 req-baf1987c-1fd4-485f-af82-cebc3b3a592e tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 944 time: 0.0462449 May 09 23:20:42.598011 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-31520c84-d42e-46f8-b23b-52287abef967 req-4050dc2c-8688-45bd-a251-0156ca22ebdf tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465536 May 09 23:20:42.997829 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 43c19e39-e73a-4238-a28b-c0adeaa90b26 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 23:20:43.090481 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 43c19e39-e73a-4238-a28b-c0adeaa90b26, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=43c19e39-e73a-4238-a28b-c0adeaa90b26,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:20:43.101969 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Returning: {'device': '43c19e39-e73a-4238-a28b-c0adeaa90b26', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'port_id': '43c19e39-e73a-4238-a28b-c0adeaa90b26', 'mac_address': 'fa:16:3e:b6:62:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 23:20:43.140458 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 43c19e39-e73a-4238-a28b-c0adeaa90b26 is: DOWN; New status is: BUILD {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:20:43.140845 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:43.153808 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c19e39-e73a-4238-a28b-c0adeaa90b26 {{(pid=103351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 23:20:43.172895 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 43c19e39-e73a-4238-a28b-c0adeaa90b26, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=43c19e39-e73a-4238-a28b-c0adeaa90b26,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:20:43.177665 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:43.229864 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=43c19e39-e73a-4238-a28b-c0adeaa90b26,revision_number=4']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:20:43.236716 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.237069 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.237414 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.237754 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.238089 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.238447 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.238774 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.239105 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.239432 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.239798 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.240125 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.240452 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.240774 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.241096 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.241417 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:43.424427 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] get_ports_and_sgs() called for port_ids ['43c19e39-e73a-4238-a28b-c0adeaa90b26'] {{(pid=103351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 23:20:43.709862 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5664842-7f0f-4752-bdac-710a2d42e040 req-6747dda1-74f0-4d59-a0f7-c95d121dd5a8 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:43.711373 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c5664842-7f0f-4752-bdac-710a2d42e040 req-6747dda1-74f0-4d59-a0f7-c95d121dd5a8 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 945 time: 0.0464313 May 09 23:20:43.758629 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c5664842-7f0f-4752-bdac-710a2d42e040 req-2a9009e9-6aa6-4db6-a30a-beb3b74096c9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417495 May 09 23:20:44.867372 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f7a89-e207-4cd0-8ba1-89cd084d7ae1 req-a5542565-bbf1-4e4b-9939-43e1f1c41551 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:44.868814 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-713f7a89-e207-4cd0-8ba1-89cd084d7ae1 req-a5542565-bbf1-4e4b-9939-43e1f1c41551 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 945 time: 0.0456243 May 09 23:20:44.918855 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-713f7a89-e207-4cd0-8ba1-89cd084d7ae1 req-c1147dae-6773-4867-98f0-fd06ee2f635d tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445609 May 09 23:20:45.000315 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 43c19e39-e73a-4238-a28b-c0adeaa90b26 up at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 23:20:45.044016 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning for port 43c19e39-e73a-4238-a28b-c0adeaa90b26 completed by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 23:20:45.049681 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.provisioning_blocks [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Provisioning complete for port 43c19e39-e73a-4238-a28b-c0adeaa90b26 triggered by entity L2. {{(pid=103351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 23:20:45.050054 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843248'] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), provisioning_complete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:45.127481 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Current status of the port 43c19e39-e73a-4238-a28b-c0adeaa90b26 is: BUILD; New status is: ACTIVE {{(pid=103351) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 23:20:45.127868 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), before_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:45.149322 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c19e39-e73a-4238-a28b-c0adeaa90b26'}] {{(pid=103351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:20:45.151580 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a744365b63d2aae076f36f1e7552a1e29bc95e283796d90e4aa1b9cb324e2d84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2e2912-7be4-4a49-a708-67a5c21dba3b" -d '{"events": [{"server_uuid": "93000c5e-ed5b-4f23-8168-88b9bbde91af", "name": "network-vif-plugged", "status": "completed", "tag": "43c19e39-e73a-4238-a28b-c0adeaa90b26"}]}' {{(pid=103351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:20:45.164622 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] For port 43c19e39-e73a-4238-a28b-c0adeaa90b26, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=43c19e39-e73a-4238-a28b-c0adeaa90b26,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:20:45.168754 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563'] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:45.219174 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Pushing event updated for resources: {'Port': ['ID=43c19e39-e73a-4238-a28b-c0adeaa90b26,revision_number=5']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:20:45.242474 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830fab3e-62ae-4cbc-806a-9fec3fa9eded x-openstack-request-id: req-830fab3e-62ae-4cbc-806a-9fec3fa9eded {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:20:45.242771 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93000c5e-ed5b-4f23-8168-88b9bbde91af", "name": "network-vif-plugged", "status": "completed", "tag": "43c19e39-e73a-4238-a28b-c0adeaa90b26", "code": 200}]} {{(pid=103351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:20:45.243025 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-830fab3e-62ae-4cbc-806a-9fec3fa9eded {{(pid=103351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:20:45.243420 dv-cinder-840678-5-iscsi neutron-server[103351]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830fab3e-62ae-4cbc-806a-9fec3fa9eded'] response: {'server_uuid': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c19e39-e73a-4238-a28b-c0adeaa90b26', 'code': 200} May 09 23:20:45.476168 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cfdb5-5e36-4e69-a95d-8586600f2a96 req-c249ecfa-13b5-4fce-965a-9dbb5dcb480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:45.477552 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2b3cfdb5-5e36-4e69-a95d-8586600f2a96 req-c249ecfa-13b5-4fce-965a-9dbb5dcb480c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 1130 time: 0.0405810 May 09 23:20:45.521688 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-2b3cfdb5-5e36-4e69-a95d-8586600f2a96 req-a19752cb-74b9-4d44-bdbc-498e4c74934c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380366 May 09 23:20:46.028382 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19aafe-6603-4841-9089-7a2a32eec69a req-2e36bd9a-2a7e-4b38-b601-9a599ec875d2 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:46.029828 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4c19aafe-6603-4841-9089-7a2a32eec69a req-2e36bd9a-2a7e-4b38-b601-9a599ec875d2 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 946 time: 0.0462282 May 09 23:20:46.077560 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-4c19aafe-6603-4841-9089-7a2a32eec69a req-570c1bb7-23d5-440e-bc75-1a1f3b747ea9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422163 May 09 23:20:47.103023 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:47.189596 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dabd3-d77e-43ab-818b-7d079042f3e3 req-47def172-8d36-4227-b6c9-0f21d0511208 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:47.191076 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c84dabd3-d77e-43ab-818b-7d079042f3e3 req-47def172-8d36-4227-b6c9-0f21d0511208 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 946 time: 0.0466359 May 09 23:20:47.238994 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-c84dabd3-d77e-43ab-818b-7d079042f3e3 req-5e5eb69a-9db1-433a-8f21-256df894dad8 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424032 May 09 23:20:47.348116 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0026e9d-bd5f-4194-8863-86ebd5199758 req-d21ea888-9fa2-4a46-a516-15a2ff735d34 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:47.349556 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c0026e9d-bd5f-4194-8863-86ebd5199758 req-d21ea888-9fa2-4a46-a516-15a2ff735d34 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 946 time: 0.0459168 May 09 23:20:47.397205 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c0026e9d-bd5f-4194-8863-86ebd5199758 req-3f94d31d-9453-44bb-b927-c89b4a0d7f09 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418234 May 09 23:20:47.419093 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 39048) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:20:47.461369 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d233942-7b81-438e-a474-a1d72c8cfe3c tempest-TestVolumeBootPattern-448738448 tempest-TestVolumeBootPattern-448738448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:47.463174 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-1d233942-7b81-438e-a474-a1d72c8cfe3c tempest-TestVolumeBootPattern-448738448 tempest-TestVolumeBootPattern-448738448-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 1125 time: 0.0428925 May 09 23:20:47.465634 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 39050) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:20:47.469797 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.v2.base [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Request body: {'floatingip': {'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'port_id': '43c19e39-e73a-4238-a28b-c0adeaa90b26', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 23:20:47.491704 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:47.569078 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (None), before_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:47.677186 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.db_base_plugin_common [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Allocated IP 172.27.3.225 (986321da-5d6d-49d1-9abb-6b80abe174d1/cea3bd31-e8ee-462f-8630-c0ce23b2e3e8/acdede04-5ca5-4e5b-beb5-849bcf8f177a) {{(pid=103350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 23:20:47.775223 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for port (acdede04-5ca5-4e5b-beb5-849bcf8f177a), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:47.807866 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727069287527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (acdede04-5ca5-4e5b-beb5-849bcf8f177a), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:47.847726 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Network 986321da-5d6d-49d1-9abb-6b80abe174d1 is already hosted by enough agents. {{(pid=103350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 23:20:47.850704 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.base_scheduler [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Resources bound (agent type, host, resource id): {{(pid=103350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 23:20:47.853625 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Received port after_create {{(pid=103350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 23:20:47.885468 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'Port': ['ID=acdede04-5ca5-4e5b-beb5-849bcf8f177a,revision_number=1']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:20:47.896469 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:47.896814 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:47.897151 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:47.897489 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:47.897818 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:47.898168 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:47.898497 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:47.898819 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:47.899140 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:47.899468 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:47.899790 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:47.900111 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:47.900428 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:47.900745 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:47.901061 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:20:48.237370 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for floatingip (c6221474-e792-4f26-8bf1-9c7a7cb20f16), precommit_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:48.317038 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-877152'] for port (acdede04-5ca5-4e5b-beb5-849bcf8f177a), before_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:48.491659 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for port (acdede04-5ca5-4e5b-beb5-849bcf8f177a), precommit_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:48.495997 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727069811851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727069287545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727069287563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885423'] for port (acdede04-5ca5-4e5b-beb5-849bcf8f177a), after_update {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:48.567089 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event updated for resources: {'Port': ['ID=acdede04-5ca5-4e5b-beb5-849bcf8f177a,revision_number=2']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:20:48.575357 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3735074'] for floatingip (c6221474-e792-4f26-8bf1-9c7a7cb20f16), after_create {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:48.686730 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Floating IP c6221474-e792-4f26-8bf1-9c7a7cb20f16 associated. External IP: 172.27.3.225, port: 43c19e39-e73a-4238-a28b-c0adeaa90b26. May 09 23:20:49.142330 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:20:49.249339 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:20:49.259205 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dce19e-e3f1-416e-8bd9-2a8cbf01aee5 None None] Sync routers for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:20:49.268751 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:49.269497 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dce19e-e3f1-416e-8bd9-2a8cbf01aee5 None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:20:49.270136 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-f1dce19e-e3f1-416e-8bd9-2a8cbf01aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:20:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:20:49.297113 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-4465b1b8-d53c-43eb-b4fb-765f9f41390c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8304601 May 09 23:20:49.297683 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'tag': '43c19e39-e73a-4238-a28b-c0adeaa90b26'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:20:49.300013 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93f14fa-8679-4bd4-a348-c92829176e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "93000c5e-ed5b-4f23-8168-88b9bbde91af", "tag": "43c19e39-e73a-4238-a28b-c0adeaa90b26"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:20:49.379951 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-f1dce19e-e3f1-416e-8bd9-2a8cbf01aee5 None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:20:49.389388 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1ca431-3244-4534-9114-219d4d5d3a28 x-openstack-request-id: req-6b1ca431-3244-4534-9114-219d4d5d3a28 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:20:49.389685 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93000c5e-ed5b-4f23-8168-88b9bbde91af", "tag": "43c19e39-e73a-4238-a28b-c0adeaa90b26", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:20:49.389950 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b1ca431-3244-4534-9114-219d4d5d3a28 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:20:49.390382 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1ca431-3244-4534-9114-219d4d5d3a28'] response: {'name': 'network-changed', 'server_uuid': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'tag': '43c19e39-e73a-4238-a28b-c0adeaa90b26', 'status': 'completed', 'code': 200} May 09 23:20:49.450594 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f14fa-8679-4bd4-a348-c92829176e1a req-d5c3b5f2-e0a0-43ae-9eaf-7ff57c586f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:49.452004 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a93f14fa-8679-4bd4-a348-c92829176e1a req-d5c3b5f2-e0a0-43ae-9eaf-7ff57c586f47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 1130 time: 0.0406656 May 09 23:20:49.479071 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b29131ca-bff3-4486-8df0-fdaa3fa32ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:49.549227 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f14fa-8679-4bd4-a348-c92829176e1a req-0ab2df88-e84c-4f07-a71e-e1afab377236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:49.550772 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a93f14fa-8679-4bd4-a348-c92829176e1a req-0ab2df88-e84c-4f07-a71e-e1afab377236 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 913 time: 0.0928359 May 09 23:20:49.619961 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a93f14fa-8679-4bd4-a348-c92829176e1a req-35b96793-d4ea-4e57-8266-0fd069a98369 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c19e39-e73a-4238-a28b-c0adeaa90b26 HTTP/1.1" status: 200 len: 1000 time: 0.0619678 May 09 23:20:49.672269 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f14fa-8679-4bd4-a348-c92829176e1a req-b4904c99-4311-46b9-ba04-8a21c45100f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:49.673723 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a93f14fa-8679-4bd4-a348-c92829176e1a req-b4904c99-4311-46b9-ba04-8a21c45100f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0482073 May 09 23:20:49.716364 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f14fa-8679-4bd4-a348-c92829176e1a req-0ea60cb3-20f0-4d57-9e04-ed052a66c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:20:49.717808 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a93f14fa-8679-4bd4-a348-c92829176e1a req-0ea60cb3-20f0-4d57-9e04-ed052a66c2cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382876 May 09 23:20:49.741409 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-f1dce19e-e3f1-416e-8bd9-2a8cbf01aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '43a7a24f-90ef-42c5-9c51-d948af9c2e19', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '51927c54-b4c2-42df-8816-bce841fa71a5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:a9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:18:55Z', 'updated_at': '2022-05-09T23:18:57Z', 'revision_number': 1, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}, {'id': 'c6221474-e792-4f26-8bf1-9c7a7cb20f16', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '43c19e39-e73a-4238-a28b-c0adeaa90b26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:b6:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:20:48Z', 'updated_at': '2022-05-09T23:20:48Z', 'revision_number': 0, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:20:49.771255 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dce19e-e3f1-416e-8bd9-2a8cbf01aee5 None None] Checking router: dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:20:49.779357 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dce19e-e3f1-416e-8bd9-2a8cbf01aee5 None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:20:49.779963 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-f1dce19e-e3f1-416e-8bd9-2a8cbf01aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:20:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:20:49.805817 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a93f14fa-8679-4bd4-a348-c92829176e1a req-7bb9076e-9650-42c5-aa05-0ae09550b8d2 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818424 May 09 23:20:49.888528 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-f1dce19e-e3f1-416e-8bd9-2a8cbf01aee5 None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:20:49.897308 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-a93f14fa-8679-4bd4-a348-c92829176e1a req-21532cc2-343e-4e9b-aac3-780c8e56d15d service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862916 May 09 23:20:50.098651 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-f1dce19e-e3f1-416e-8bd9-2a8cbf01aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '43a7a24f-90ef-42c5-9c51-d948af9c2e19', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '51927c54-b4c2-42df-8816-bce841fa71a5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:a9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:18:55Z', 'updated_at': '2022-05-09T23:18:57Z', 'revision_number': 1, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}, {'id': 'c6221474-e792-4f26-8bf1-9c7a7cb20f16', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '43c19e39-e73a-4238-a28b-c0adeaa90b26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:b6:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:20:48Z', 'updated_at': '2022-05-09T23:20:48Z', 'revision_number': 0, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:20:50.129865 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dce19e-e3f1-416e-8bd9-2a8cbf01aee5 None None] The sync data for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi is: [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '43a7a24f-90ef-42c5-9c51-d948af9c2e19', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '51927c54-b4c2-42df-8816-bce841fa71a5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:a9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:18:55Z', 'updated_at': '2022-05-09T23:18:57Z', 'revision_number': 1, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}, {'id': 'c6221474-e792-4f26-8bf1-9c7a7cb20f16', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '43c19e39-e73a-4238-a28b-c0adeaa90b26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:b6:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:20:48Z', 'updated_at': '2022-05-09T23:20:48Z', 'revision_number': 0, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:20:50.311879 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea467dc-d994-45b9-85c2-9ea10c6b66ad None None] New status for floating IP c6221474-e792-4f26-8bf1-9c7a7cb20f16: ACTIVE {{(pid=103352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:20:51.732046 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-cff97e34-aba1-4c1e-a265-b7b664ee4172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:53.003122 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:54.409601 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:55.697942 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:20:58.126718 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:21:07.183592 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [req-f0735d72-d90d-406d-a0f4-828a89442c7c req-ee7209f4-373b-49f8-a93f-05f00b05db69 service neutron] (103350) timed out ('10.222.0.55', 60937) {{(pid=103350) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 09 23:21:07.372835 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [req-a30dc9ad-4cb6-458e-86b2-af36dfee1a10 req-d5c565e1-c8ef-4ced-b6be-ec75b918b6de service neutron] (103349) timed out ('10.222.0.55', 60926) {{(pid=103349) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 09 23:21:17.103187 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:21:19.440427 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-1513c828-eec9-48c9-b4a6-447651f27e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:21:21.734136 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8b5f-3d10-4705-a865-99a2b9017354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:21:23.003719 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:21:24.411334 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:21:25.699684 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:21:35.125223 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:21:37.519791 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ca2389a6-fdfb-405e-a94a-66f8d44ab34e req-8225c585-502a-4859-9804-354ab78dd8ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375154 May 09 23:21:37.600051 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2389a6-fdfb-405e-a94a-66f8d44ab34e req-cd9efb27-de15-4690-a360-ba9818e5997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:21:37.601514 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ca2389a6-fdfb-405e-a94a-66f8d44ab34e req-cd9efb27-de15-4690-a360-ba9818e5997f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 1130 time: 0.0379572 May 09 23:21:37.704936 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2389a6-fdfb-405e-a94a-66f8d44ab34e req-c95ce7a1-1353-4e82-8cbb-8c534a88782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:21:37.706411 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ca2389a6-fdfb-405e-a94a-66f8d44ab34e req-c95ce7a1-1353-4e82-8cbb-8c534a88782b service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 913 time: 0.0867417 May 09 23:21:37.770885 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ca2389a6-fdfb-405e-a94a-66f8d44ab34e req-178d9788-0529-43ec-8108-c532e2623203 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51927c54-b4c2-42df-8816-bce841fa71a5 HTTP/1.1" status: 200 len: 1002 time: 0.0567691 May 09 23:21:37.821503 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2389a6-fdfb-405e-a94a-66f8d44ab34e req-5b6ab96f-3cfe-48a5-9581-25d9f54b1518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:21:37.822948 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ca2389a6-fdfb-405e-a94a-66f8d44ab34e req-5b6ab96f-3cfe-48a5-9581-25d9f54b1518 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0468574 May 09 23:21:37.866908 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2389a6-fdfb-405e-a94a-66f8d44ab34e req-37d31363-7a81-4528-a003-a8eb05e61073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:21:37.868385 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ca2389a6-fdfb-405e-a94a-66f8d44ab34e req-37d31363-7a81-4528-a003-a8eb05e61073 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390832 May 09 23:21:37.957177 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ca2389a6-fdfb-405e-a94a-66f8d44ab34e req-09c89aad-c2f3-4977-a089-855195780d23 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808566 May 09 23:21:38.045923 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ca2389a6-fdfb-405e-a94a-66f8d44ab34e req-36ef0015-49ec-48ca-947d-b8d7f9583cab service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828676 May 09 23:21:47.117822 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:21:49.442744 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8a2e774d-bc48-4790-870d-236f9a11eaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:21:51.736483 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c3fce633-202e-494d-af81-e030d03cd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:21:53.006513 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:21:54.414315 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:21:55.702237 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:12.124008 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:22:17.116258 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:17.701283 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 39078) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:17.891709 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Deleting port acdede04-5ca5-4e5b-beb5-849bcf8f177a {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:22:17.891976 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (acdede04-5ca5-4e5b-beb5-849bcf8f177a), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:17.967715 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (acdede04-5ca5-4e5b-beb5-849bcf8f177a), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:17.968041 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for floatingip (acdede04-5ca5-4e5b-beb5-849bcf8f177a), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:17.981793 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Calling delete_port for acdede04-5ca5-4e5b-beb5-849bcf8f177a owned by network:floatingip {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:22:18.121668 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (acdede04-5ca5-4e5b-beb5-849bcf8f177a), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:18.151339 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event deleted for resources: {'Port': ['ID=acdede04-5ca5-4e5b-beb5-849bcf8f177a,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:18.174870 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.175222 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.175566 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.175908 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.176246 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.176578 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.176906 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.177233 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.177560 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.177886 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.178240 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.178569 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.178893 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.179213 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.179531 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:18.220192 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for floatingip (c6221474-e792-4f26-8bf1-9c7a7cb20f16), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:18.220525 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Floating IP c6221474-e792-4f26-8bf1-9c7a7cb20f16 disassociated (deleted). External IP: 172.27.3.225, port: 43c19e39-e73a-4238-a28b-c0adeaa90b26. May 09 23:22:18.430710 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:22:18.546971 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:22:18.551687 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:18.556134 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcedc77f-a525-410a-aff8-9460f9560434 None None] Sync routers for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:22:18.565840 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcedc77f-a525-410a-aff8-9460f9560434 None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:22:18.566462 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-fcedc77f-a525-410a-aff8-9460f9560434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:21:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:18.580642 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-4b1c1395-65c4-473b-851d-82dc078f9416 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "DELETE /v2.0/floatingips/c6221474-e792-4f26-8bf1-9c7a7cb20f16 HTTP/1.1" status: 204 len: 168 time: 0.8783071 May 09 23:22:18.581774 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'tag': '43c19e39-e73a-4238-a28b-c0adeaa90b26'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:22:18.584069 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dddcba2-9b07-4f77-907d-580f4d59a863" -d '{"events": [{"name": "network-changed", "server_uuid": "93000c5e-ed5b-4f23-8168-88b9bbde91af", "tag": "43c19e39-e73a-4238-a28b-c0adeaa90b26"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:22:18.629766 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f9b26c-6a68-46d2-a415-d030ad4be98f x-openstack-request-id: req-f5f9b26c-6a68-46d2-a415-d030ad4be98f {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:22:18.630082 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93000c5e-ed5b-4f23-8168-88b9bbde91af", "tag": "43c19e39-e73a-4238-a28b-c0adeaa90b26", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:22:18.630493 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5f9b26c-6a68-46d2-a415-d030ad4be98f {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:22:18.630925 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f9b26c-6a68-46d2-a415-d030ad4be98f'] response: {'name': 'network-changed', 'server_uuid': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'tag': '43c19e39-e73a-4238-a28b-c0adeaa90b26', 'status': 'completed', 'code': 200} May 09 23:22:18.686786 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-fcedc77f-a525-410a-aff8-9460f9560434 None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:22:18.701269 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddcba2-9b07-4f77-907d-580f4d59a863 req-38bb631d-c4a3-4eb9-abc9-1ddc4e8f4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:22:18.703475 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0dddcba2-9b07-4f77-907d-580f4d59a863 req-38bb631d-c4a3-4eb9-abc9-1ddc4e8f4921 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 1130 time: 0.0428820 May 09 23:22:18.833106 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38a26f-3de5-4f58-b54c-3132d1b97762 req-1bdea5ee-2fd9-4ea8-99c4-ed3de93909fa tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:22:18.834645 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8c38a26f-3de5-4f58-b54c-3132d1b97762 req-1bdea5ee-2fd9-4ea8-99c4-ed3de93909fa tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 946 time: 0.0623167 May 09 23:22:18.864980 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddcba2-9b07-4f77-907d-580f4d59a863 req-d7b76a59-e6cf-4d0f-b8cb-0e61630267c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:22:18.866448 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0dddcba2-9b07-4f77-907d-580f4d59a863 req-d7b76a59-e6cf-4d0f-b8cb-0e61630267c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 913 time: 0.1465545 May 09 23:22:18.897547 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-8c38a26f-3de5-4f58-b54c-3132d1b97762 req-81bcb686-e373-4a8b-81e7-9a43b8f64527 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529606 May 09 23:22:18.909946 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-fcedc77f-a525-410a-aff8-9460f9560434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '43a7a24f-90ef-42c5-9c51-d948af9c2e19', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '51927c54-b4c2-42df-8816-bce841fa71a5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:a9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:18:55Z', 'updated_at': '2022-05-09T23:18:57Z', 'revision_number': 1, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:18.939165 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcedc77f-a525-410a-aff8-9460f9560434 None None] Checking router: dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:22:18.948777 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcedc77f-a525-410a-aff8-9460f9560434 None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:22:18.949763 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-fcedc77f-a525-410a-aff8-9460f9560434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:21:52Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:19.056910 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-fcedc77f-a525-410a-aff8-9460f9560434 None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:22:19.385007 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-fcedc77f-a525-410a-aff8-9460f9560434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '43a7a24f-90ef-42c5-9c51-d948af9c2e19', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '51927c54-b4c2-42df-8816-bce841fa71a5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:a9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:18:55Z', 'updated_at': '2022-05-09T23:18:57Z', 'revision_number': 1, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:19.415017 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcedc77f-a525-410a-aff8-9460f9560434 None None] The sync data for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi is: [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_floatingips': [{'id': '43a7a24f-90ef-42c5-9c51-d948af9c2e19', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'router_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'port_id': '51927c54-b4c2-42df-8816-bce841fa71a5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'mac_address': 'fa:16:3e:a9:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T23:18:55Z', 'updated_at': '2022-05-09T23:18:57Z', 'revision_number': 1, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:22:19.443921 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-86a24aa4-94b7-4fe6-a1a8-6027bc0ae09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:19.637808 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1590a18b-4218-4fc8-a685-47eb67d415ad None None] New status for floating IP c6221474-e792-4f26-8bf1-9c7a7cb20f16: DOWN {{(pid=103352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:22:20.013566 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb4da5-a97b-4889-ae2a-bba763972ffa req-27c8e2ca-1d66-4ff3-8e46-a829b74fb0da tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:22:20.015107 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5adb4da5-a97b-4889-ae2a-bba763972ffa req-27c8e2ca-1d66-4ff3-8e46-a829b74fb0da tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 946 time: 0.0474350 May 09 23:22:20.015708 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0dddcba2-9b07-4f77-907d-580f4d59a863 req-8499001c-f9d8-49c2-9fb1-c13335167e66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c19e39-e73a-4238-a28b-c0adeaa90b26 HTTP/1.1" status: 200 len: 217 time: 0.0370560 May 09 23:22:20.063941 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-5adb4da5-a97b-4889-ae2a-bba763972ffa req-e49c3dc5-b5b2-41a8-831c-2c191ab6e2b2 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426517 May 09 23:22:20.066842 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddcba2-9b07-4f77-907d-580f4d59a863 req-b6f1d293-f176-415e-aac4-52e73426ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:22:20.068123 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0dddcba2-9b07-4f77-907d-580f4d59a863 req-b6f1d293-f176-415e-aac4-52e73426ee9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0430942 May 09 23:22:20.198080 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddcba2-9b07-4f77-907d-580f4d59a863 req-2165a7b0-1c7d-4301-a025-438e67d82159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:22:20.199533 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0dddcba2-9b07-4f77-907d-580f4d59a863 req-2165a7b0-1c7d-4301-a025-438e67d82159 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381770 May 09 23:22:20.290169 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0dddcba2-9b07-4f77-907d-580f4d59a863 req-cc328819-5e45-45ef-a010-8f1e2a1b4ad3 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842507 May 09 23:22:20.521271 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-0dddcba2-9b07-4f77-907d-580f4d59a863 req-01c6c939-1938-4e13-b59b-21e50f045524 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830050 May 09 23:22:20.555528 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dbaae-f9c7-4209-9bda-c99b5acb67be req-c1791b4b-ac05-49e0-9291-d61e2df72d9c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:22:20.556974 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-835dbaae-f9c7-4209-9bda-c99b5acb67be req-c1791b4b-ac05-49e0-9291-d61e2df72d9c tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 946 time: 0.0512571 May 09 23:22:20.643470 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-835dbaae-f9c7-4209-9bda-c99b5acb67be req-255623dd-a687-47fe-84b7-24488ad6bc5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Deleting port 43c19e39-e73a-4238-a28b-c0adeaa90b26 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:22:20.643846 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-835dbaae-f9c7-4209-9bda-c99b5acb67be req-255623dd-a687-47fe-84b7-24488ad6bc5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:20.734446 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.db [req-835dbaae-f9c7-4209-9bda-c99b5acb67be req-255623dd-a687-47fe-84b7-24488ad6bc5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] For port 43c19e39-e73a-4238-a28b-c0adeaa90b26, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=43c19e39-e73a-4238-a28b-c0adeaa90b26,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:22:20.734810 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-835dbaae-f9c7-4209-9bda-c99b5acb67be req-255623dd-a687-47fe-84b7-24488ad6bc5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:20.748307 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [req-835dbaae-f9c7-4209-9bda-c99b5acb67be req-255623dd-a687-47fe-84b7-24488ad6bc5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Calling delete_port for 43c19e39-e73a-4238-a28b-c0adeaa90b26 owned by compute:nova {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:22:20.871012 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-835dbaae-f9c7-4209-9bda-c99b5acb67be req-255623dd-a687-47fe-84b7-24488ad6bc5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (43c19e39-e73a-4238-a28b-c0adeaa90b26), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:20.903163 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255623dd-a687-47fe-84b7-24488ad6bc5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event deleted for resources: {'Port': ['ID=43c19e39-e73a-4238-a28b-c0adeaa90b26,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:20.946441 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.db.l3_dvrscheduler_db [req-835dbaae-f9c7-4209-9bda-c99b5acb67be req-255623dd-a687-47fe-84b7-24488ad6bc5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] No DVR routers for this DVR port 43c19e39-e73a-4238-a28b-c0adeaa90b26 on host hv-cinder-84067 {{(pid=103350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:22:20.949051 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [req-835dbaae-f9c7-4209-9bda-c99b5acb67be req-255623dd-a687-47fe-84b7-24488ad6bc5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:20.952391 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-835dbaae-f9c7-4209-9bda-c99b5acb67be req-255623dd-a687-47fe-84b7-24488ad6bc5b tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "DELETE /v2.0/ports/43c19e39-e73a-4238-a28b-c0adeaa90b26 HTTP/1.1" status: 204 len: 173 time: 0.3876383 May 09 23:22:20.952833 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'name': 'network-vif-deleted', 'tag': '43c19e39-e73a-4238-a28b-c0adeaa90b26'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:22:20.955170 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a337c4-1bf5-45ed-bceb-faa1b5163159" -d '{"events": [{"server_uuid": "93000c5e-ed5b-4f23-8168-88b9bbde91af", "name": "network-vif-deleted", "tag": "43c19e39-e73a-4238-a28b-c0adeaa90b26"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:22:20.995085 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fdf7fb-17a3-4971-881a-315675651307 x-openstack-request-id: req-40fdf7fb-17a3-4971-881a-315675651307 {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:22:20.995383 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93000c5e-ed5b-4f23-8168-88b9bbde91af", "name": "network-vif-deleted", "tag": "43c19e39-e73a-4238-a28b-c0adeaa90b26", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:22:20.995638 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40fdf7fb-17a3-4971-881a-315675651307 {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:22:20.996040 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fdf7fb-17a3-4971-881a-315675651307'] response: {'server_uuid': '93000c5e-ed5b-4f23-8168-88b9bbde91af', 'name': 'network-vif-deleted', 'tag': '43c19e39-e73a-4238-a28b-c0adeaa90b26', 'status': 'completed', 'code': 200} May 09 23:22:21.160230 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-3d5e96fb-21b0-4c96-8d5d-ad108d38cfc7 req-edc17a44-5235-4d87-849d-3872e4e9f32a tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=93000c5e-ed5b-4f23-8168-88b9bbde91af HTTP/1.1" status: 200 len: 210 time: 0.0289829 May 09 23:22:21.662285 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [req-8be9c04f-4dd4-45e1-bf6e-4b99a9aa913f req-0db1c413-a09d-481f-ae72-5bedb34bbf57 service neutron] (103349) timed out ('10.222.0.55', 60941) {{(pid=103349) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 09 23:22:21.738876 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8648e401-214f-4306-b997-4f9028607125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:23.008797 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:24.417689 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:24.436703 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 39120) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:24.581046 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-5ed653bd-7dd0-407b-93b0-fd813f2912b9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Deleting port dec6df30-8f84-482a-a1ab-5ceba81ef4a8 {{(pid=103350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:22:24.581387 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-5ed653bd-7dd0-407b-93b0-fd813f2912b9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (dec6df30-8f84-482a-a1ab-5ceba81ef4a8), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:24.658077 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-5ed653bd-7dd0-407b-93b0-fd813f2912b9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (dec6df30-8f84-482a-a1ab-5ceba81ef4a8), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:24.658430 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-5ed653bd-7dd0-407b-93b0-fd813f2912b9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for floatingip (dec6df30-8f84-482a-a1ab-5ceba81ef4a8), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:24.671117 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.plugins.ml2.plugin [None req-5ed653bd-7dd0-407b-93b0-fd813f2912b9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Calling delete_port for dec6df30-8f84-482a-a1ab-5ceba81ef4a8 owned by network:floatingip {{(pid=103350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:22:24.813465 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-5ed653bd-7dd0-407b-93b0-fd813f2912b9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885400'] for port (dec6df30-8f84-482a-a1ab-5ceba81ef4a8), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:24.838339 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed653bd-7dd0-407b-93b0-fd813f2912b9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event deleted for resources: {'Port': ['ID=dec6df30-8f84-482a-a1ab-5ceba81ef4a8,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:24.900747 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-5ed653bd-7dd0-407b-93b0-fd813f2912b9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for floatingip (43a7a24f-90ef-42c5-9c51-d948af9c2e19), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:24.901065 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.db.l3_db [None req-5ed653bd-7dd0-407b-93b0-fd813f2912b9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Floating IP 43a7a24f-90ef-42c5-9c51-d948af9c2e19 disassociated (deleted). External IP: 172.27.3.231, port: 51927c54-b4c2-42df-8816-bce841fa71a5. May 09 23:22:25.105625 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed653bd-7dd0-407b-93b0-fd813f2912b9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:22:25.219573 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed653bd-7dd0-407b-93b0-fd813f2912b9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:22:25.224288 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-5ed653bd-7dd0-407b-93b0-fd813f2912b9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:25.229972 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a48aa1a-d153-4f4c-9241-80f941d55c24 None None] Sync routers for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:22:25.239714 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a48aa1a-d153-4f4c-9241-80f941d55c24 None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:22:25.240331 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-5a48aa1a-d153-4f4c-9241-80f941d55c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:22:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:25.258140 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-5ed653bd-7dd0-407b-93b0-fd813f2912b9 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "DELETE /v2.0/floatingips/43a7a24f-90ef-42c5-9c51-d948af9c2e19 HTTP/1.1" status: 204 len: 168 time: 0.8203440 May 09 23:22:25.258831 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'tag': '51927c54-b4c2-42df-8816-bce841fa71a5'}] {{(pid=103350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:22:25.261208 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d255549f464f91f3b0b2e77ab8db4e1afc715b1b7246e21647de16fb2e1cac84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15d614d-792d-4b5d-b382-fa6f3f471765" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4841e7-e622-4370-9645-e1dcac94d49f", "tag": "51927c54-b4c2-42df-8816-bce841fa71a5"}]}' {{(pid=103350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:22:25.302469 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 23:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830cf292-e28c-4a1a-ac4d-22c91ad6b14f x-openstack-request-id: req-830cf292-e28c-4a1a-ac4d-22c91ad6b14f {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:22:25.302773 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4841e7-e622-4370-9645-e1dcac94d49f", "tag": "51927c54-b4c2-42df-8816-bce841fa71a5", "status": "completed", "code": 200}]} {{(pid=103350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:22:25.303571 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-830cf292-e28c-4a1a-ac4d-22c91ad6b14f {{(pid=103350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:22:25.303973 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830cf292-e28c-4a1a-ac4d-22c91ad6b14f'] response: {'name': 'network-changed', 'server_uuid': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'tag': '51927c54-b4c2-42df-8816-bce841fa71a5', 'status': 'completed', 'code': 200} May 09 23:22:25.357990 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-5a48aa1a-d153-4f4c-9241-80f941d55c24 None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:22:25.377659 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d614d-792d-4b5d-b382-fa6f3f471765 req-584e2b73-ba1d-44c9-86b9-e302af0e4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:22:25.379276 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c15d614d-792d-4b5d-b382-fa6f3f471765 req-584e2b73-ba1d-44c9-86b9-e302af0e4981 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d557435c4af9467999e66a94c6929e11&device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 1130 time: 0.0421145 May 09 23:22:25.404212 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 43c19e39-e73a-4238-a28b-c0adeaa90b26 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:22:25.470060 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: 43c19e39-e73a-4238-a28b-c0adeaa90b26 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:22:25.470801 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 43c19e39-e73a-4238-a28b-c0adeaa90b26 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:22:25.490555 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d614d-792d-4b5d-b382-fa6f3f471765 req-c539eafb-63bf-4526-b189-16be2f161731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:22:25.492637 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c15d614d-792d-4b5d-b382-fa6f3f471765 req-c539eafb-63bf-4526-b189-16be2f161731 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 200 len: 913 time: 0.0978153 May 09 23:22:25.493931 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5138e2-4dbc-46fa-92ca-374c9a405c33 req-5ac53190-a2de-47cc-8837-fe42dd7b0676 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:22:25.495463 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ad5138e2-4dbc-46fa-92ca-374c9a405c33 req-5ac53190-a2de-47cc-8837-fe42dd7b0676 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 946 time: 0.0496418 May 09 23:22:25.544445 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-ad5138e2-4dbc-46fa-92ca-374c9a405c33 req-6967e5eb-5ea5-4ff4-ae6d-14f7c0027f75 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432203 May 09 23:22:25.588047 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-5a48aa1a-d153-4f4c-9241-80f941d55c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:25.618459 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a48aa1a-d153-4f4c-9241-80f941d55c24 None None] Checking router: dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:22:25.626864 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a48aa1a-d153-4f4c-9241-80f941d55c24 None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:22:25.627487 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-5a48aa1a-d153-4f4c-9241-80f941d55c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:22:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:25.743105 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:25.745457 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-5a48aa1a-d153-4f4c-9241-80f941d55c24 None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:22:25.933896 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-5a48aa1a-d153-4f4c-9241-80f941d55c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:25.959206 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a48aa1a-d153-4f4c-9241-80f941d55c24 None None] The sync data for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi is: [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:15:51Z', 'revision_number': 4, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi', '_interfaces': [{'id': '2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8', 'name': '', 'network_id': '6ac40a30-c19e-4dfc-b8a0-754027b1e1e5', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'mac_address': 'fa:16:3e:d4:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:51Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'subnets': [{'id': 'ac6fd43d-7cdd-487e-9a0a-65795ba2393a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:22:26.168001 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ca06fb-39c3-48cb-a052-144c67399488 None None] New status for floating IP 43a7a24f-90ef-42c5-9c51-d948af9c2e19: DOWN {{(pid=103352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 23:22:26.628705 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c15d614d-792d-4b5d-b382-fa6f3f471765 req-ec33b80d-72f1-434c-95d5-1a589bd23ba5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51927c54-b4c2-42df-8816-bce841fa71a5 HTTP/1.1" status: 200 len: 217 time: 0.0402849 May 09 23:22:26.701189 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cec9eb-09b3-49a4-b7fe-96c60425226b req-7ff927af-9542-4069-b9c8-d3784dc36243 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:22:26.702993 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a5cec9eb-09b3-49a4-b7fe-96c60425226b req-7ff927af-9542-4069-b9c8-d3784dc36243 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 946 time: 0.0767469 May 09 23:22:26.706423 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d614d-792d-4b5d-b382-fa6f3f471765 req-0a9be983-d41d-4ea3-917e-43eb69ddd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:22:26.707727 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c15d614d-792d-4b5d-b382-fa6f3f471765 req-0a9be983-d41d-4ea3-917e-43eb69ddd7e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 200 len: 851 time: 0.0710962 May 09 23:22:26.753698 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-a5cec9eb-09b3-49a4-b7fe-96c60425226b req-3179bc3e-4dab-4a2f-b289-40172f26e0e3 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca5fa5ba-16b7-4c99-ad15-90348a624f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450737 May 09 23:22:26.803925 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d614d-792d-4b5d-b382-fa6f3f471765 req-f3f24a99-4b68-4441-9984-9b6b303bcd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:22:26.805377 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c15d614d-792d-4b5d-b382-fa6f3f471765 req-f3f24a99-4b68-4441-9984-9b6b303bcd10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383937 May 09 23:22:26.890393 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c15d614d-792d-4b5d-b382-fa6f3f471765 req-dad5109d-3e9f-471f-89b3-5dbc7c433d87 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784392 May 09 23:22:27.104709 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-c15d614d-792d-4b5d-b382-fa6f3f471765 req-d888ae1d-f924-4c54-af71-fe48882b7d82 service neutron] 10.222.0.55 "GET /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839715 May 09 23:22:27.148628 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e2f9f-87d2-4c78-b1c5-1388e248ad24 req-1722f839-1c27-45cc-b6f7-8558b45debdd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 23:22:27.149967 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-df7e2f9f-87d2-4c78-b1c5-1388e248ad24 req-1722f839-1c27-45cc-b6f7-8558b45debdd tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 946 time: 0.0520892 May 09 23:22:27.231781 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [req-df7e2f9f-87d2-4c78-b1c5-1388e248ad24 req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Deleting port 51927c54-b4c2-42df-8816-bce841fa71a5 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:22:27.232119 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-df7e2f9f-87d2-4c78-b1c5-1388e248ad24 req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (51927c54-b4c2-42df-8816-bce841fa71a5), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:27.320390 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [req-df7e2f9f-87d2-4c78-b1c5-1388e248ad24 req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] For port 51927c54-b4c2-42df-8816-bce841fa71a5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=51927c54-b4c2-42df-8816-bce841fa71a5,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:22:27.320745 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-df7e2f9f-87d2-4c78-b1c5-1388e248ad24 req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (51927c54-b4c2-42df-8816-bce841fa71a5), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:27.333376 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [req-df7e2f9f-87d2-4c78-b1c5-1388e248ad24 req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Calling delete_port for 51927c54-b4c2-42df-8816-bce841fa71a5 owned by compute:nova {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:22:27.461306 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-df7e2f9f-87d2-4c78-b1c5-1388e248ad24 req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (51927c54-b4c2-42df-8816-bce841fa71a5), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:27.489770 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event deleted for resources: {'Port': ['ID=51927c54-b4c2-42df-8816-bce841fa71a5,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:27.501620 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.501978 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.502354 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.502701 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.503044 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.503382 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.503716 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.504046 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.504398 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.504713 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.505043 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.505372 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.505710 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.506018 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.506401 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:27.543375 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7e2f9f-87d2-4c78-b1c5-1388e248ad24 req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] No DVR routers for this DVR port 51927c54-b4c2-42df-8816-bce841fa71a5 on host hv-cinder-84067 {{(pid=103349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:22:27.545796 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [req-df7e2f9f-87d2-4c78-b1c5-1388e248ad24 req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for port (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:27.549035 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [req-df7e2f9f-87d2-4c78-b1c5-1388e248ad24 req-185e5238-ca98-45ac-881c-cdf834648e92 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.55 "DELETE /v2.0/ports/51927c54-b4c2-42df-8816-bce841fa71a5 HTTP/1.1" status: 204 len: 173 time: 0.3938994 May 09 23:22:27.549472 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'name': 'network-vif-deleted', 'tag': '51927c54-b4c2-42df-8816-bce841fa71a5'}] {{(pid=103349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 23:22:27.551720 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5369b1d1678185515ad3600dd621ab7f4e0a8993548e6ea0f35f072c27bd17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58900774-4b5c-4534-bf30-716345d5a5c2" -d '{"events": [{"server_uuid": "9c4841e7-e622-4370-9645-e1dcac94d49f", "name": "network-vif-deleted", "tag": "51927c54-b4c2-42df-8816-bce841fa71a5"}]}' {{(pid=103349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 23:22:27.641408 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 23:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51786937-dea2-412b-b877-dd0d83936663 x-openstack-request-id: req-51786937-dea2-412b-b877-dd0d83936663 {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 23:22:27.641775 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4841e7-e622-4370-9645-e1dcac94d49f", "name": "network-vif-deleted", "tag": "51927c54-b4c2-42df-8816-bce841fa71a5", "status": "completed", "code": 200}]} {{(pid=103349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 23:22:27.642099 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51786937-dea2-412b-b877-dd0d83936663 {{(pid=103349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 23:22:27.642597 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51786937-dea2-412b-b877-dd0d83936663'] response: {'server_uuid': '9c4841e7-e622-4370-9645-e1dcac94d49f', 'name': 'network-vif-deleted', 'tag': '51927c54-b4c2-42df-8816-bce841fa71a5', 'status': 'completed', 'code': 200} May 09 23:22:27.856476 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [req-e847661c-cbcd-427b-8df6-283c69b77e04 req-d42e4348-03e4-4f39-98dd-d2369a701d11 tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4841e7-e622-4370-9645-e1dcac94d49f HTTP/1.1" status: 200 len: 210 time: 0.0310080 May 09 23:22:28.919933 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 39140) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:29.032514 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-e2996b61-2263-473d-ba66-87a0f3133b3f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Deleting port 2efed241-4e42-4751-a6b1-8df37fbf391f {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:22:29.032856 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e2996b61-2263-473d-ba66-87a0f3133b3f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (2efed241-4e42-4751-a6b1-8df37fbf391f), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:29.109045 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e2996b61-2263-473d-ba66-87a0f3133b3f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (2efed241-4e42-4751-a6b1-8df37fbf391f), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:29.109371 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e2996b61-2263-473d-ba66-87a0f3133b3f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for floatingip (2efed241-4e42-4751-a6b1-8df37fbf391f), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:29.121965 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-e2996b61-2263-473d-ba66-87a0f3133b3f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Calling delete_port for 2efed241-4e42-4751-a6b1-8df37fbf391f owned by network:floatingip {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:22:29.257421 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e2996b61-2263-473d-ba66-87a0f3133b3f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (2efed241-4e42-4751-a6b1-8df37fbf391f), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:29.286503 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2996b61-2263-473d-ba66-87a0f3133b3f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event deleted for resources: {'Port': ['ID=2efed241-4e42-4751-a6b1-8df37fbf391f,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:29.343740 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e2996b61-2263-473d-ba66-87a0f3133b3f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for floatingip (88684832-173a-488c-882a-9db1c8e8cf19), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:29.346632 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-e2996b61-2263-473d-ba66-87a0f3133b3f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512459'] for floatingip (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:29.347776 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-e2996b61-2263-473d-ba66-87a0f3133b3f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "DELETE /v2.0/floatingips/88684832-173a-488c-882a-9db1c8e8cf19 HTTP/1.1" status: 204 len: 168 time: 0.4272141 May 09 23:22:29.683757 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 39150) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:29.741041 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-de48f547-11cb-4c1b-95a9-0e15ddf5993f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group (ca5fa5ba-16b7-4c99-ad15-90348a624f5e), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:29.765349 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-de48f547-11cb-4c1b-95a9-0e15ddf5993f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group (ca5fa5ba-16b7-4c99-ad15-90348a624f5e), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:29.830982 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-de48f547-11cb-4c1b-95a9-0e15ddf5993f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (ca5fa5ba-16b7-4c99-ad15-90348a624f5e), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:29.833890 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-de48f547-11cb-4c1b-95a9-0e15ddf5993f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:29.835613 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-de48f547-11cb-4c1b-95a9-0e15ddf5993f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] 10.222.0.23 "DELETE /v2.0/security-groups/ca5fa5ba-16b7-4c99-ad15-90348a624f5e HTTP/1.1" status: 204 len: 168 time: 0.1507440 May 09 23:22:29.846866 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48f547-11cb-4c1b-95a9-0e15ddf5993f tempest-TestVolumeBootPattern-1592477090 tempest-TestVolumeBootPattern-1592477090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5fa5ba-16b7-4c99-ad15-90348a624f5e,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:29.890273 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 39154) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:30.311772 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-560217d9-a839-4caa-b36a-c94d801430d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719631'] for router_interface (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:30.538282 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-560217d9-a839-4caa-b36a-c94d801430d2 admin admin] Deleting port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:22:30.538614 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-560217d9-a839-4caa-b36a-c94d801430d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:30.612908 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-560217d9-a839-4caa-b36a-c94d801430d2 admin admin] For port 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:22:30.613190 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-560217d9-a839-4caa-b36a-c94d801430d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:30.625759 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-560217d9-a839-4caa-b36a-c94d801430d2 admin admin] Calling delete_port for 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 owned by network:router_interface {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:22:30.805814 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-560217d9-a839-4caa-b36a-c94d801430d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:30.835064 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560217d9-a839-4caa-b36a-c94d801430d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:31.003865 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-560217d9-a839-4caa-b36a-c94d801430d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725520'] for router_interface (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:31.431557 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 51927c54-b4c2-42df-8816-bce841fa71a5 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:22:31.452057 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] No Port match for: 51927c54-b4c2-42df-8816-bce841fa71a5 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:22:31.452398 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Device 51927c54-b4c2-42df-8816-bce841fa71a5 not bound to the agent host hv-cinder-84067 {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:22:31.475686 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560217d9-a839-4caa-b36a-c94d801430d2 admin admin] Router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:22:31.581305 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560217d9-a839-4caa-b36a-c94d801430d2 admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:22:31.588738 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-560217d9-a839-4caa-b36a-c94d801430d2 admin admin] 10.222.0.23 "PUT /v2.0/routers/dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6946223 May 09 23:22:31.589066 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 39158) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:31.592301 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9392d8-afdc-4f27-9f81-b9bb020d89ef None None] Sync routers for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:22:31.603646 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9392d8-afdc-4f27-9f81-b9bb020d89ef None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:22:31.604252 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-9d9392d8-afdc-4f27-9f81-b9bb020d89ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:22:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:31.693562 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] Publish callbacks [] for router (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:31.710811 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-9d9392d8-afdc-4f27-9f81-b9bb020d89ef None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:22:31.796491 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] Publish callbacks [] for router_gateway (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:31.843958 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] Deleting port 2d9e5fcf-41a9-42da-9f11-a432e5823ffe {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:22:31.844298 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (2d9e5fcf-41a9-42da-9f11-a432e5823ffe), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:31.888692 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-9d9392d8-afdc-4f27-9f81-b9bb020d89ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:22:30Z', 'revision_number': 5, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port': {'id': '2d9e5fcf-41a9-42da-9f11-a432e5823ffe', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:49Z', 'updated_at': '2022-05-09T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:31.924962 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] For port 2d9e5fcf-41a9-42da-9f11-a432e5823ffe, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=2d9e5fcf-41a9-42da-9f11-a432e5823ffe,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:22:31.925361 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (2d9e5fcf-41a9-42da-9f11-a432e5823ffe), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:31.927508 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9392d8-afdc-4f27-9f81-b9bb020d89ef None None] Checking router: dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 for host: dv-cinder-840678-5-iscsi {{(pid=103351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:22:31.935328 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9392d8-afdc-4f27-9f81-b9bb020d89ef None None] Routers {'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:22:31.935925 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-9d9392d8-afdc-4f27-9f81-b9bb020d89ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:22:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'], 'active': True} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:31.939869 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] Calling delete_port for 2d9e5fcf-41a9-42da-9f11-a432e5823ffe owned by network:router_gateway {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:22:32.023454 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvr_db [None req-9d9392d8-afdc-4f27-9f81-b9bb020d89ef None None] Set router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 gateway port host: None {{(pid=103351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:22:32.075043 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_hamode_db [None req-9d9392d8-afdc-4f27-9f81-b9bb020d89ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:22:31Z', 'revision_number': 6, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port_host': None}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:32.105060 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9392d8-afdc-4f27-9f81-b9bb020d89ef None None] The sync data for ids ['dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28'] in dv-cinder-840678-5-iscsi is: [{'id': 'dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28', 'name': 'tempest-TestVolumeBootPattern-2027685498-router', 'tenant_id': 'd557435c4af9467999e66a94c6929e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:48Z', 'updated_at': '2022-05-09T23:22:31Z', 'revision_number': 6, 'project_id': 'd557435c4af9467999e66a94c6929e11', 'gw_port_host': None}] {{(pid=103351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:22:32.105863 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (2d9e5fcf-41a9-42da-9f11-a432e5823ffe), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.137282 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9e5fcf-41a9-42da-9f11-a432e5823ffe,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:32.201592 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733245'] for router_gateway (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.289703 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112502'] for router (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.291927 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] Publish callbacks [] for router_controller (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.336079 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731628'] for router (dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.336686 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 {{(pid=103349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 23:22:32.341219 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.342543 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-ee24d259-d705-48df-a8d4-616eed05f803 admin admin] 10.222.0.23 "DELETE /v2.0/routers/dca9fe9a-d7e9-4a8e-9aa2-335acdb5fa28 HTTP/1.1" status: 204 len: 168 time: 0.7524650 May 09 23:22:32.345030 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 39160) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:32.388254 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_v2 [None req-4592e856-adc1-4dcf-a264-b656eaf7dfbe admin admin] Deleting subnet ac6fd43d-7cdd-487e-9a0a-65795ba2393a {{(pid=103349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:22:32.391219 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4592e856-adc1-4dcf-a264-b656eaf7dfbe admin admin] Publish callbacks [] for subnet (ac6fd43d-7cdd-487e-9a0a-65795ba2393a), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.424428 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4592e856-adc1-4dcf-a264-b656eaf7dfbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2099962'] for subnet (ac6fd43d-7cdd-487e-9a0a-65795ba2393a), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.508069 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4592e856-adc1-4dcf-a264-b656eaf7dfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (ac6fd43d-7cdd-487e-9a0a-65795ba2393a), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.560279 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4592e856-adc1-4dcf-a264-b656eaf7dfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2133958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9656954'] for subnet (ac6fd43d-7cdd-487e-9a0a-65795ba2393a), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.585929 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592e856-adc1-4dcf-a264-b656eaf7dfbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6fd43d-7cdd-487e-9a0a-65795ba2393a,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:32.587914 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-4592e856-adc1-4dcf-a264-b656eaf7dfbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.591639 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-4592e856-adc1-4dcf-a264-b656eaf7dfbe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ac6fd43d-7cdd-487e-9a0a-65795ba2393a HTTP/1.1" status: 204 len: 168 time: 0.2450829 May 09 23:22:32.592419 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f6a9c1-111d-435d-a1dd-22ec35fa5c2d None None] Network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:22:32.593533 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 39162) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:32.663133 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (6ac40a30-c19e-4dfc-b8a0-754027b1e1e5), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.711098 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Deleting port e52ed8fc-55f1-4aa6-8293-48c5f29afa29 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:22:32.711429 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.771352 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] For port e52ed8fc-55f1-4aa6-8293-48c5f29afa29, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=e52ed8fc-55f1-4aa6-8293-48c5f29afa29,segment=NetworkSegment(e7314868-df1b-478f-aee6-f3400ab57620),segment_id=e7314868-df1b-478f-aee6-f3400ab57620)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:22:32.772247 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.784807 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Calling delete_port for e52ed8fc-55f1-4aa6-8293-48c5f29afa29 owned by network:dhcp {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:22:32.859613 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] DHCP port deletion for 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 request from dv-cinder-840678-5-iscsi {{(pid=103351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 23:22:32.874738 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:32.900170 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Pushing event deleted for resources: {'Port': ['ID=e52ed8fc-55f1-4aa6-8293-48c5f29afa29,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:32.906608 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] No DVR routers for this DVR port e52ed8fc-55f1-4aa6-8293-48c5f29afa29 on host dv-cinder-840678-5-iscsi {{(pid=103349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:22:32.980358 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (6ac40a30-c19e-4dfc-b8a0-754027b1e1e5), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:33.000943 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac40a30-c19e-4dfc-b8a0-754027b1e1e5']}} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:33.011101 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7314868-df1b-478f-aee6-f3400ab57620') {'for_net_delete': True} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:33.011409 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7314868-df1b-478f-aee6-f3400ab57620') {} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:33.026359 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2099907'] for segment (e7314868-df1b-478f-aee6-f3400ab57620), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:33.030477 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Deleting port e52ed8fc-55f1-4aa6-8293-48c5f29afa29 {{(pid=103351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:22:33.030850 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), before_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:33.040745 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (e7314868-df1b-478f-aee6-f3400ab57620), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:33.047266 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:22:33.047660 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2132068'] for segment (e7314868-df1b-478f-aee6-f3400ab57620), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: Traceback (most recent call last): May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: timer() May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: cb(*args, **kw) May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: return func(*args, **kwargs) May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: self._notify() May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: self.callback(batched_events) May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: event.method(event) May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: return f(self, *a, **k) May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._get(url).json() May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: return self.request(url, 'GET', **kwargs) May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:22:33.058369 dv-cinder-840678-5-iscsi neutron-server[103349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:22:33.097163 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.db [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] For port e52ed8fc-55f1-4aa6-8293-48c5f29afa29, host dv-cinder-840678-5-iscsi, got binding levels [] {{(pid=103351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:22:33.097575 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), precommit_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:33.114231 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (6ac40a30-c19e-4dfc-b8a0-754027b1e1e5), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:33.118979 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:33.125215 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 HTTP/1.1" status: 204 len: 168 time: 0.5281610 May 09 23:22:33.125642 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Calling delete_port for e52ed8fc-55f1-4aa6-8293-48c5f29afa29 owned by network:dhcp {{(pid=103351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:22:33.125757 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 39164) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:33.132392 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.ipam_backend_mixin [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Port e52ed8fc-55f1-4aa6-8293-48c5f29afa29 was not found and therefore no delete operation was performed {{(pid=103351) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 09 23:22:33.134135 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536'] for port (e52ed8fc-55f1-4aa6-8293-48c5f29afa29), after_delete {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:33.141436 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0588a5-de3d-445c-82de-393b536fe577 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac40a30-c19e-4dfc-b8a0-754027b1e1e5,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:33.157209 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Network 6ac40a30-c19e-4dfc-b8a0-754027b1e1e5 is not hosted by any dhcp agent {{(pid=103351) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 09 23:22:33.157664 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] No DVR routers for this DVR port e52ed8fc-55f1-4aa6-8293-48c5f29afa29 on host dv-cinder-840678-5-iscsi {{(pid=103351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:22:33.159374 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Pushing event deleted for resources: {'Port': ['ID=e52ed8fc-55f1-4aa6-8293-48c5f29afa29,revision_number=None']} {{(pid=103351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:33.169027 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.169282 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.169629 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.169962 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.170319 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.170639 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.171448 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.171448 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.171656 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.171882 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.172213 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.172521 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.172836 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.173244 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.173450 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7810d2-ed38-4ed0-ae67-1bd091a48881 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-5-iscsi {{(pid=103351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 23:22:33.463747 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2a4f077f-010e-4f7c-87cb-2f4b241529fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3719631'] for router_interface (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:33.691500 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-2a4f077f-010e-4f7c-87cb-2f4b241529fb admin admin] Deleting port 16a356e2-7b66-4d4f-8229-e5192eddc215 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:22:33.692193 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2a4f077f-010e-4f7c-87cb-2f4b241529fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:33.767940 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-2a4f077f-010e-4f7c-87cb-2f4b241529fb admin admin] For port 16a356e2-7b66-4d4f-8229-e5192eddc215, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=16a356e2-7b66-4d4f-8229-e5192eddc215,segment=NetworkSegment(6092576d-f5fd-44aa-988e-9d4af4565b7b),segment_id=6092576d-f5fd-44aa-988e-9d4af4565b7b)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:22:33.768224 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2a4f077f-010e-4f7c-87cb-2f4b241529fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:33.781413 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-2a4f077f-010e-4f7c-87cb-2f4b241529fb admin admin] Calling delete_port for 16a356e2-7b66-4d4f-8229-e5192eddc215 owned by network:router_interface {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:22:33.939358 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:22:33.958829 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:22:33.959741 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 2f8999fc-63ae-4a90-b3d0-8b7a14ee4ae8 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:22:33.960148 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 2d9e5fcf-41a9-42da-9f11-a432e5823ffe no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:22:33.962201 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2a4f077f-010e-4f7c-87cb-2f4b241529fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (16a356e2-7b66-4d4f-8229-e5192eddc215), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:33.978903 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 2d9e5fcf-41a9-42da-9f11-a432e5823ffe {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:22:33.979245 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 2d9e5fcf-41a9-42da-9f11-a432e5823ffe not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:22:33.979645 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device e52ed8fc-55f1-4aa6-8293-48c5f29afa29 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:22:33.993904 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f077f-010e-4f7c-87cb-2f4b241529fb admin admin] Pushing event deleted for resources: {'Port': ['ID=16a356e2-7b66-4d4f-8229-e5192eddc215,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:33.998898 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: e52ed8fc-55f1-4aa6-8293-48c5f29afa29 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:22:33.999461 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device e52ed8fc-55f1-4aa6-8293-48c5f29afa29 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:22:34.160223 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-2a4f077f-010e-4f7c-87cb-2f4b241529fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3725520'] for router_interface (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:34.641400 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4f077f-010e-4f7c-87cb-2f4b241529fb admin admin] Router f5a99c8c-741f-4b08-8ce7-cebd211b84d5 has already been hosted by L3 agent c5420950-5e30-4ef7-b581-ccb6568f18a1 {{(pid=103349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 23:22:34.745817 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4f077f-010e-4f7c-87cb-2f4b241529fb admin admin] Notify agent at l3_agent.dv-cinder-840678-5-iscsi the message routers_updated {{(pid=103349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 23:22:34.750708 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-2a4f077f-010e-4f7c-87cb-2f4b241529fb admin admin] 10.222.0.23 "PUT /v2.0/routers/f5a99c8c-741f-4b08-8ce7-cebd211b84d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6240044 May 09 23:22:34.753392 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 39166) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:34.755102 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab3ea4-b911-4849-8635-1e53302d848e None None] Sync routers for ids ['f5a99c8c-741f-4b08-8ce7-cebd211b84d5'] in dv-cinder-840678-5-iscsi {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 23:22:34.766469 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab3ea4-b911-4849-8635-1e53302d848e None None] Routers {'f5a99c8c-741f-4b08-8ce7-cebd211b84d5'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:22:34.767076 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-ceab3ea4-b911-4849-8635-1e53302d848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:22:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['f5a99c8c-741f-4b08-8ce7-cebd211b84d5'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:34.858793 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] Publish callbacks [] for router (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:34.873163 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-ceab3ea4-b911-4849-8635-1e53302d848e None None] Set router f5a99c8c-741f-4b08-8ce7-cebd211b84d5 gateway port host: dv-cinder-840678-5-iscsi {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:22:34.966402 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] Publish callbacks [] for router_gateway (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.012992 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] Deleting port bd3f8a22-cf24-4dc5-9525-4253c617cd85 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:22:35.013338 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (bd3f8a22-cf24-4dc5-9525-4253c617cd85), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.092235 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] For port bd3f8a22-cf24-4dc5-9525-4253c617cd85, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=bd3f8a22-cf24-4dc5-9525-4253c617cd85,segment=NetworkSegment(d8688005-84fd-4fd3-b20b-c5a16e51b1ad),segment_id=d8688005-84fd-4fd3-b20b-c5a16e51b1ad)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:22:35.092598 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (bd3f8a22-cf24-4dc5-9525-4253c617cd85), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.106862 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] Calling delete_port for bd3f8a22-cf24-4dc5-9525-4253c617cd85 owned by network:router_gateway {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:22:35.132085 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-ceab3ea4-b911-4849-8635-1e53302d848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'name': 'tempest-TestVolumeBootPattern-1838586853-router', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'external_fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bd3f8a22-cf24-4dc5-9525-4253c617cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:22:33Z', 'revision_number': 5, 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'gw_port': {'id': 'bd3f8a22-cf24-4dc5-9525-4253c617cd85', 'name': '', 'network_id': '986321da-5d6d-49d1-9abb-6b80abe174d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cea3bd31-e8ee-462f-8630-c0ce23b2e3e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-5-iscsi'}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:35.158636 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab3ea4-b911-4849-8635-1e53302d848e None None] Checking router: f5a99c8c-741f-4b08-8ce7-cebd211b84d5 for host: dv-cinder-840678-5-iscsi {{(pid=103352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 23:22:35.166828 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab3ea4-b911-4849-8635-1e53302d848e None None] Routers {'f5a99c8c-741f-4b08-8ce7-cebd211b84d5'} bound to L3 agent in host dv-cinder-840678-5-iscsi {{(pid=103352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 23:22:35.167438 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-ceab3ea4-b911-4849-8635-1e53302d848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T22:53:52Z,description=,heartbeat_timestamp=2022-05-09T23:22:22Z,host='dv-cinder-840678-5-iscsi',id=c5420950-5e30-4ef7-b581-ccb6568f18a1,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T22:53:52Z,topic='l3_agent')) {'router_ids': ['f5a99c8c-741f-4b08-8ce7-cebd211b84d5'], 'active': True} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:35.253075 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_dvr_db [None req-ceab3ea4-b911-4849-8635-1e53302d848e None None] Set router f5a99c8c-741f-4b08-8ce7-cebd211b84d5 gateway port host: None {{(pid=103352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 23:22:35.275287 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (bd3f8a22-cf24-4dc5-9525-4253c617cd85), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.306096 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.l3_hamode_db [None req-ceab3ea4-b911-4849-8635-1e53302d848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'name': 'tempest-TestVolumeBootPattern-1838586853-router', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:22:34Z', 'revision_number': 6, 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'gw_port_host': None}], 'dv-cinder-840678-5-iscsi', False) {} {{(pid=103352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:35.306312 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3f8a22-cf24-4dc5-9525-4253c617cd85,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:35.332712 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab3ea4-b911-4849-8635-1e53302d848e None None] The sync data for ids ['f5a99c8c-741f-4b08-8ce7-cebd211b84d5'] in dv-cinder-840678-5-iscsi is: [{'id': 'f5a99c8c-741f-4b08-8ce7-cebd211b84d5', 'name': 'tempest-TestVolumeBootPattern-1838586853-router', 'tenant_id': '7984ca6235ee49c6bc64239f528fb36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T23:15:53Z', 'updated_at': '2022-05-09T23:22:34Z', 'revision_number': 6, 'project_id': '7984ca6235ee49c6bc64239f528fb36e', 'gw_port_host': None}] {{(pid=103352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 23:22:35.368272 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3733245'] for router_gateway (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.458832 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3731637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112502'] for router (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.461065 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] Publish callbacks [] for router_controller (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.506762 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3731628'] for router (f5a99c8c-741f-4b08-8ce7-cebd211b84d5), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.507179 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a99c8c-741f-4b08-8ce7-cebd211b84d5 {{(pid=103349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 23:22:35.511231 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.512354 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-0d1ed654-6140-477a-8022-f42c95d12c35 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f5a99c8c-741f-4b08-8ce7-cebd211b84d5 HTTP/1.1" status: 204 len: 168 time: 0.7578065 May 09 23:22:35.514915 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 39168) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:35.558644 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.db_base_plugin_v2 [None req-b602838d-7539-42a9-a041-de216cfc53af admin admin] Deleting subnet 1fe4fc7d-ac48-4748-87bf-beab89b876b6 {{(pid=103349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 23:22:35.561615 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b602838d-7539-42a9-a041-de216cfc53af admin admin] Publish callbacks [] for subnet (1fe4fc7d-ac48-4748-87bf-beab89b876b6), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.595123 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b602838d-7539-42a9-a041-de216cfc53af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2099962'] for subnet (1fe4fc7d-ac48-4748-87bf-beab89b876b6), precommit_delete_associations {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.683752 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b602838d-7539-42a9-a041-de216cfc53af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668636'] for subnet (1fe4fc7d-ac48-4748-87bf-beab89b876b6), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.737992 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b602838d-7539-42a9-a041-de216cfc53af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2133958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9656954'] for subnet (1fe4fc7d-ac48-4748-87bf-beab89b876b6), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.762622 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602838d-7539-42a9-a041-de216cfc53af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe4fc7d-ac48-4748-87bf-beab89b876b6,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:35.769824 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-b602838d-7539-42a9-a041-de216cfc53af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for subnet (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.774017 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-b602838d-7539-42a9-a041-de216cfc53af admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1fe4fc7d-ac48-4748-87bf-beab89b876b6 HTTP/1.1" status: 204 len: 168 time: 0.2579765 May 09 23:22:35.776314 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 39170) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:35.780524 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e49359-550b-4da8-8107-2233fd27daf4 None None] Network d9ecc4d9-536b-4cb5-9509-0f6034dccbc4 requested from dv-cinder-840678-5-iscsi {{(pid=103351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 23:22:35.852636 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700163'] for network (d9ecc4d9-536b-4cb5-9509-0f6034dccbc4), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.907670 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Deleting port 251c41d0-e621-4811-bdcb-24e18f6bdb34 {{(pid=103349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 23:22:35.908014 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727069801189'] for port (251c41d0-e621-4811-bdcb-24e18f6bdb34), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.969605 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.db [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] For port 251c41d0-e621-4811-bdcb-24e18f6bdb34, host dv-cinder-840678-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-5-iscsi',level=0,port_id=251c41d0-e621-4811-bdcb-24e18f6bdb34,segment=NetworkSegment(6092576d-f5fd-44aa-988e-9d4af4565b7b),segment_id=6092576d-f5fd-44aa-988e-9d4af4565b7b)] {{(pid=103349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 23:22:35.969968 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3719429'] for port (251c41d0-e621-4811-bdcb-24e18f6bdb34), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:35.982951 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.plugin [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Calling delete_port for 251c41d0-e621-4811-bdcb-24e18f6bdb34 owned by network:dhcp {{(pid=103349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 23:22:36.062697 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-877262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727069811833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727069287536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2132023'] for port (251c41d0-e621-4811-bdcb-24e18f6bdb34), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:36.090132 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Pushing event deleted for resources: {'Port': ['ID=251c41d0-e621-4811-bdcb-24e18f6bdb34,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:36.092179 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] No DVR routers for this DVR port 251c41d0-e621-4811-bdcb-24e18f6bdb34 on host dv-cinder-840678-5-iscsi {{(pid=103349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 23:22:36.109259 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff56f338-18a5-4c33-b452-348a1f5e42bd None None] DHCP port deletion for d9ecc4d9-536b-4cb5-9509-0f6034dccbc4 request from dv-cinder-840678-5-iscsi {{(pid=103351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 23:22:36.170604 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903529', 'neutron.services.segments.db._delete_segments_for_network-8727069765398'] for network (d9ecc4d9-536b-4cb5-9509-0f6034dccbc4), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:36.172388 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device bd3f8a22-cf24-4dc5-9525-4253c617cd85 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:22:36.192340 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: bd3f8a22-cf24-4dc5-9525-4253c617cd85 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:22:36.192690 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device bd3f8a22-cf24-4dc5-9525-4253c617cd85 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:22:36.193097 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 251c41d0-e621-4811-bdcb-24e18f6bdb34 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:22:36.194804 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ecc4d9-536b-4cb5-9509-0f6034dccbc4']}} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:36.204207 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6092576d-f5fd-44aa-988e-9d4af4565b7b') {'for_net_delete': True} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:36.204508 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.services.segments.db [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6092576d-f5fd-44aa-988e-9d4af4565b7b') {} {{(pid=103349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 23:22:36.214558 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727069766687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2099907'] for segment (6092576d-f5fd-44aa-988e-9d4af4565b7b), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:36.216878 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 251c41d0-e621-4811-bdcb-24e18f6bdb34 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:22:36.217231 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 251c41d0-e621-4811-bdcb-24e18f6bdb34 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:22:36.217644 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 16a356e2-7b66-4d4f-8229-e5192eddc215 no longer exists at agent ovs-agent-dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 23:22:36.229529 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503'] for segment (6092576d-f5fd-44aa-988e-9d4af4565b7b), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:36.235877 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 23:22:36.236362 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2132068'] for segment (6092576d-f5fd-44aa-988e-9d4af4565b7b), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:36.236903 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.plugin [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] No Port match for: 16a356e2-7b66-4d4f-8229-e5192eddc215 {{(pid=103351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 23:22:36.237251 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron.plugins.ml2.rpc [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Device 16a356e2-7b66-4d4f-8229-e5192eddc215 not bound to the agent host dv-cinder-840678-5-iscsi {{(pid=103351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: Traceback (most recent call last): May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: timer() May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: cb(*args, **kw) May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: return func(*args, **kwargs) May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: self._notify() May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: self.callback(batched_events) May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: event.method(event) May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: aggregate_uuid = self.p_client.list_aggregates( May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: return f(self, *a, **k) May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._get(url).json() May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: return self.request(url, 'GET', **kwargs) May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: base_url = self.get_endpoint(auth, allow=allow, May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 23:22:36.248213 dv-cinder-840678-5-iscsi neutron-server[103349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 23:22:36.292051 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3933348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3735247'] for network (d9ecc4d9-536b-4cb5-9509-0f6034dccbc4), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:36.297182 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762045'] for network (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:36.303351 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] 10.222.0.23 "DELETE /v2.0/networks/d9ecc4d9-536b-4cb5-9509-0f6034dccbc4 HTTP/1.1" status: 204 len: 168 time: 0.5231860 May 09 23:22:36.312793 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a004da-0365-4644-99ef-a6468826387f admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ecc4d9-536b-4cb5-9509-0f6034dccbc4,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:36.410371 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 39174) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:36.450947 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-91273acc-0fa9-4778-a09e-0e5a0f448dad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d557435c4af9467999e66a94c6929e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394194 May 09 23:22:36.453479 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [-] (103349) accepted ('10.222.0.23', 39176) {{(pid=103349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:36.500120 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c25d-9c8b-4e89-a367-76a8e78f82c8 admin admin] Publish callbacks [] for security_group (a3bc4ccd-31c7-4681-b4ae-10b6665be18c), before_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:36.525056 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c25d-9c8b-4e89-a367-76a8e78f82c8 admin admin] Publish callbacks [] for security_group (a3bc4ccd-31c7-4681-b4ae-10b6665be18c), precommit_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:36.573752 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c25d-9c8b-4e89-a367-76a8e78f82c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (a3bc4ccd-31c7-4681-b4ae-10b6665be18c), after_delete {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:36.576274 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c25d-9c8b-4e89-a367-76a8e78f82c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:36.577440 dv-cinder-840678-5-iscsi neutron-server[103349]: INFO neutron.wsgi [None req-5eb7c25d-9c8b-4e89-a367-76a8e78f82c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3bc4ccd-31c7-4681-b4ae-10b6665be18c HTTP/1.1" status: 204 len: 168 time: 0.1230395 May 09 23:22:36.585752 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7c25d-9c8b-4e89-a367-76a8e78f82c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bc4ccd-31c7-4681-b4ae-10b6665be18c,revision_number=None']} {{(pid=103349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:36.879639 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 39182) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:37.168310 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-14e643d0-5c45-4b9b-8b7b-fe663179f3ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7984ca6235ee49c6bc64239f528fb36e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874362 May 09 23:22:37.170720 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [-] (103350) accepted ('10.222.0.23', 39184) {{(pid=103350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 23:22:37.216361 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-bdb8b88d-2401-4032-8eb6-1f6867e1e6f3 admin admin] Publish callbacks [] for security_group (bbfc553f-415d-4bb7-bedf-71eff463187e), before_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:37.237399 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-bdb8b88d-2401-4032-8eb6-1f6867e1e6f3 admin admin] Publish callbacks [] for security_group (bbfc553f-415d-4bb7-bedf-71eff463187e), precommit_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:37.283462 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-bdb8b88d-2401-4032-8eb6-1f6867e1e6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3938936'] for security_group (bbfc553f-415d-4bb7-bedf-71eff463187e), after_delete {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:37.286305 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron_lib.callbacks.manager [None req-bdb8b88d-2401-4032-8eb6-1f6867e1e6f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:37.288041 dv-cinder-840678-5-iscsi neutron-server[103350]: INFO neutron.wsgi [None req-bdb8b88d-2401-4032-8eb6-1f6867e1e6f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbfc553f-415d-4bb7-bedf-71eff463187e HTTP/1.1" status: 204 len: 168 time: 0.1164014 May 09 23:22:37.295946 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8b88d-2401-4032-8eb6-1f6867e1e6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfc553f-415d-4bb7-bedf-71eff463187e,revision_number=None']} {{(pid=103350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 23:22:47.117478 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:49.122958 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:22:49.447481 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-64aff8ba-df85-46b4-b5f6-eaba8fa66879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:51.741685 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5b4a-556b-4b95-81a6-90cef7d0ca93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:53.011570 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:54.418779 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:22:55.704945 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:23:17.126725 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:23:19.452709 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9d25-a8f7-4f99-aeb8-10f7135b9db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:23:21.742999 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-8438679c-8fe5-425e-a467-390eb536163b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:23:23.014963 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:23:24.421194 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:23:25.706196 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:23:26.121967 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:23:33.611460 dv-cinder-840678-5-iscsi neutron-server[103350]: DEBUG neutron.wsgi [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-0bb6b14c-13d7-41e5-95a7-f58f95ef38c0 service neutron] (103350) timed out ('10.222.0.23', 32912) {{(pid=103350) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 09 23:23:33.687061 dv-cinder-840678-5-iscsi neutron-server[103349]: DEBUG neutron.wsgi [req-967f8967-4715-4a5d-9278-9fa01eff6484 req-c08c5423-e90e-4be6-9835-85e69fb0ed75 tempest-AttachVolumeShelveTestJSON-1248822270 tempest-AttachVolumeShelveTestJSON-1248822270-project] (103349) timed out ('10.222.0.23', 32920) {{(pid=103349) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 09 23:23:47.129781 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:23:49.444120 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-b939ecd0-bc26-4cb1-9403-54c49d7254de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:23:51.743516 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be90d731-5422-4cb7-a4c2-8212dca5adfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:23:53.017425 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:23:54.427592 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:23:55.709061 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:24:03.122311 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:24:17.149888 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:24:19.444559 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-85f8d432-a2d2-41cf-9b53-59ce0d8be57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:24:21.744446 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-371b6c7c-97a9-462e-bc7f-32d099b0c249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:24:23.020297 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:24:24.426697 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:24:25.712614 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:24:40.121325 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:24:47.145786 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:24:49.446019 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-fe742249-76a3-412f-81a6-d94761137e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:24:51.745404 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-ff63b796-5147-4687-a1cc-5dfae1178dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:24:53.022579 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:24:54.430626 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:24:55.714402 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:25:17.120247 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:25:17.142273 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:25:19.450344 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95691daa-b148-4f13-804c-7739a0c14e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:25:21.749766 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c1699c82-fdad-4d85-9c54-d6807824ccfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:25:23.025134 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:25:24.432213 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:25:25.716351 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:25:47.141158 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:25:49.451433 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-a566db28-1e09-495d-83cb-3d0f06081ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:25:51.751014 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-f21e5e88-7ea4-43a8-b4a8-124d97943217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:25:53.028361 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:25:54.118748 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:25:54.438143 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:25:55.718948 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:26:17.153989 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:26:19.452664 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-24915c1b-628a-4b0c-86a3-96c84626c703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:26:21.751890 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-38eedbf4-b9d2-4b04-abe8-9e7df9bc6e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:26:23.031833 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:26:24.437253 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:26:25.720301 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:26:31.117733 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:26:47.161392 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:26:49.456768 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-701f5e3b-5876-48d1-a7f4-d4399f51d239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:26:51.754552 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-95d97dae-badf-4063-b3ab-95723548e974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:26:53.034354 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:26:54.440314 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:26:55.723260 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:27:08.117338 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:27:17.170479 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:27:19.459353 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-4cea0963-e06d-42ca-8765-46315200ead7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:27:21.756141 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-c6c2dad8-5a57-4abc-b7f9-6832143d0fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (c5420950-5e30-4ef7-b581-ccb6568f18a1), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:27:23.040558 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-be87f408-185b-4549-9e0c-3f000abdb683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (e0e50fad-74b8-446f-a1e5-3c9690ad1bbb), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:27:24.443426 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-7ac18cbe-1622-4730-970d-cb21b9f03ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (8ab7ec46-9b15-48f0-ad33-82736c3e5297), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:27:25.724819 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-69feb2b4-855a-4620-ba48-00c75c6a10dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (524db285-05b7-4b73-bb10-b6225cb05baa), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:27:45.115628 dv-cinder-840678-5-iscsi neutron-server[103352]: DEBUG neutron.db.agents_db [None req-d26ee402-6ba9-42fa-8eba-29e91dcba3b7 None None] Agent healthcheck: found 6 active agents {{(pid=103352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 23:27:47.170057 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-68863511-61b3-4daf-87fa-970e2f69fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (fb110a28-074f-4f66-a4aa-1f3f01afe357), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 23:27:49.460561 dv-cinder-840678-5-iscsi neutron-server[103351]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7744-13c1-4422-9ad3-8b135979a6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727069765380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843178'] for agent (12a01747-e624-4c63-9270-9d3337226d54), after_update {{(pid=103351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}